-- Logs begin at Tue 2021-08-24 21:40:57 UTC, end at Tue 2021-08-24 22:58:36 UTC. -- Aug 24 22:23:25.506221 dv-cinder-805887-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 22:23:28.240552 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.common.config [-] Logging enabled! Aug 24 22:23:28.241102 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 22:23:28.241261 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 22:23:28.244454 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.common.config [-] Logging enabled! Aug 24 22:23:28.244714 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 22:23:28.245037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94265) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 22:23:28.246004 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:23:28.246246 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:23:28.246618 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:23:28.246870 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:23:28.247102 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:23:28.247426 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.247739 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.248029 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.248260 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.248560 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.248854 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.249138 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.249431 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.249760 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.250095 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.250380 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.250670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.250903 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.251184 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.251471 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.251762 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.251989 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.252272 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.252957 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.253355 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.253663 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.253956 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.254238 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.254511 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.254794 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.255078 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.255407 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] host = dv-cinder-805887-2-iscsi {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.255687 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.255976 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.256263 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.256550 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.256826 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.257103 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.257388 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.257701 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.257984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.258258 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.258546 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.258834 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.259124 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.259350 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.259573 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.259865 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.260154 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.260430 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.260704 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.260979 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.261251 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.261558 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.261832 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.262119 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.262403 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.262688 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.262964 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.263238 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.263507 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.263777 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.264063 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.264336 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.264613 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.264887 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.265174 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.265466 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.265764 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.266068 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.266357 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.266642 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.266952 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.267262 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.267572 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.267852 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.268128 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.268403 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.268680 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.268954 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.269240 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.269548 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.269825 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.270102 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.270377 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.270664 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:28.270963 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.271617 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.271925 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.272213 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.272514 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.272798 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.273089 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.273369 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.273690 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.273982 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.274276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.274559 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.274858 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.275142 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.275441 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.275750 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.276048 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.276343 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.276625 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.276918 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.277196 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.277476 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.277787 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.278068 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.278358 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.278651 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.278934 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.279223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.279518 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.279810 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.280087 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.280366 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.280660 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.280940 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.281932 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.282228 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.282525 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.282810 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.283090 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.283377 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.283661 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.283937 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.284213 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.284494 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.284785 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.285068 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.285349 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.285657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.285945 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.286221 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.286510 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.286791 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.287067 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.287343 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.287624 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.287899 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.288176 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.288455 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.288729 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.289008 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.289284 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.289583 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.289860 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.290135 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.290411 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.290684 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.290958 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.291238 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.291512 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.291787 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.292062 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.292338 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.292615 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.292903 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.293200 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.293482 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.293781 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.294059 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.294338 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.294615 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.294892 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.295169 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.295455 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.295728 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.296017 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.296300 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.296587 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.297437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.297748 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.298053 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.298334 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.298620 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.298899 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.299178 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.299460 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.299747 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.300044 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.300340 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.300634 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.300929 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.301222 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.301522 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.301838 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.302120 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:28.302339 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:23:28.302582 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94265) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 22:23:28.666568 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 22:23:28.666849 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 22:23:28.667148 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 22:23:28.667480 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 22:23:29.074318 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.074612 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.074889 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.076203 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.076482 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.076758 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.114800 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.115078 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.115350 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.130647 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.130931 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.131203 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.159053 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.160066 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.160276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.198824 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.199107 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.199388 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.434020 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.434663 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.434663 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.434828 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.435710 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.557123 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.557451 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.557770 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.558048 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.558318 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.558634 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.558900 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.559161 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.559420 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.559707 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.559969 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.560236 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.560494 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.560748 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.561006 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.561272 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.561556 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.561826 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.562104 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.562904 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.563180 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.563442 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.563726 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.564114 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.564368 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.564616 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.565022 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.565270 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.565539 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.565785 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.566027 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.566267 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:29.566640 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 22:23:29.569812 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 22:23:29.574324 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 22:23:29.578840 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 24 22:23:29.580500 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 22:23:29.580955 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 22:23:29.581297 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 22:23:29.581720 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 22:23:29.584516 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 22:23:29.584771 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 22:23:29.585123 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 22:23:29.592301 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 22:23:29.614264 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 22:23:29.614917 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.615703 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94265) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 22:23:29.615703 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.616941 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94265) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 22:23:29.617230 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 22:23:29.617523 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 22:23:29.620821 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.621103 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:29.687170 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 22:23:29.687955 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 22:23:29.688240 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 22:23:29.688627 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 22:23:29.709609 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_db.sqlalchemy.engines [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94265) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 22:23:30.357366 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing driver for type 'gre' Aug 24 22:23:30.357922 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] gre ID ranges: [(1, 1000)] Aug 24 22:23:30.546316 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing driver for type 'local' Aug 24 22:23:30.547066 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing driver for type 'vlan' Aug 24 22:23:30.631833 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] VlanTypeDriver initialization complete Aug 24 22:23:30.632070 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing driver for type 'vxlan' Aug 24 22:23:30.632589 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] vxlan ID ranges: [(1, 1000)] Aug 24 22:23:30.820371 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing extension driver 'port_security' Aug 24 22:23:30.820710 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] PortSecurityExtensionDriver initialization complete Aug 24 22:23:30.821040 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing mechanism driver 'openvswitch' Aug 24 22:23:30.821360 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing mechanism driver 'hyperv' Aug 24 22:23:30.828192 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:30.828998 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.829449 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.829748 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.830288 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.830720 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.831076 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.831417 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.831804 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.832207 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.832558 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.832900 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.833293 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.833917 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.834277 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.834646 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.835189 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.835607 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.835955 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.836305 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.836699 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.837096 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > address_group after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.837443 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > address_group after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.837805 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.838193 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94265) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 22:23:30.838570 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] ML2 OVO RPC backend initialized. {{(pid=94265) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 22:23:30.839289 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.839645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.840055 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.840401 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > networks before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.840748 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.841090 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > ports before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.841442 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.841934 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnets before_response 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.842285 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.842642 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.842979 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.843474 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.844668 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.844944 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.845306 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.845933 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.846362 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.846980 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.plugin [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Modular L2 Plugin initialization complete Aug 24 22:23:30.847310 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading services supported by the core plugin {{(pid=94265) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 22:23:30.847667 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.plugins.ml2.managers [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Got port-security extension from driver 'port_security' Aug 24 22:23:30.848128 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.extensions.vlantransparent [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Disabled vlantransparent extension. Aug 24 22:23:30.848614 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94265) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 22:23:30.848928 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: router Aug 24 22:23:30.888141 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.888464 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.888841 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router before_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.889212 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.889620 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.889985 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_delete 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.890367 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.890810 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.891177 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.891550 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.891893 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.892247 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.892611 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.893027 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.893400 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.893765 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.894105 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: subnet after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.894449 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.894799 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.895149 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.895498 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.895838 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.896199 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router after_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.896546 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.896901 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_create 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.897268 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.897677 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_update 55549900 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.898039 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > agent after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.898395 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > agent after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.898743 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > network after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.899614 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Tracking information for resource: router configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:30.899948 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Tracking information for resource: floatingip configured {{(pid=94265) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 22:23:30.904837 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.db.l3_agentschedulers_db [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 22:23:30.905413 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.905804 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.906707 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.907057 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: port after_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.907853 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router before_create 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.908221 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.908582 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_create 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.908940 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > router precommit_update 55550100 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.913522 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.provider_configuration [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service providers = [] {{(pid=94265) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 22:23:30.913894 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.db.servicetype_db [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94265) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 22:23:30.916826 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.service_base [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:23:30.917177 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.service_base [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:23:30.917554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.service_base [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:23:30.918621 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.services.service_base [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94265) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 22:23:30.919002 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.services.service_base [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 22:23:30.919380 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.919696 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 22:23:30.931508 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.931854 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: auto_allocate Aug 24 22:23:30.945200 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: network precommit_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.945604 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: network precommit_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.946134 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.946456 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: tag Aug 24 22:23:30.953535 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.953871 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: timestamp Aug 24 22:23:30.957902 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.958234 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: network_ip_availability Aug 24 22:23:30.963863 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.964240 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.964596 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:30.965351 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.965705 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: flavors Aug 24 22:23:30.971175 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.971517 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading Plugin: revisions Aug 24 22:23:30.985642 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94265) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 22:23:30.986035 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.319s {{(pid=94265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 22:23:30.986784 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94265) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 22:23:30.987124 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Initializing extension manager. Aug 24 22:23:30.987635 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: __init__.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.987982 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: __pycache__ {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.988319 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.988656 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.989426 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.990036 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: address-group Aug 24 22:23:30.990363 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: address_scope.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.991082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.991594 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: address-scope Aug 24 22:23:30.991920 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.992864 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.993376 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: router-admin-state-down-before-update Aug 24 22:23:30.993724 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: agent.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.994623 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.995136 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: agent Aug 24 22:23:30.995458 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: agent_resources_synced.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.996377 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.996884 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: agent-resources-synced Aug 24 22:23:30.997204 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: allowedaddresspairs.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:30.999027 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:30.999544 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: allowed-address-pairs Aug 24 22:23:30.999897 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: auto_allocated_topology.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.000984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.001515 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: auto-allocated-topology Aug 24 22:23:31.001841 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.007441 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.007441 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: availability_zone Aug 24 22:23:31.007441 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: availability_zone_filter.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.008125 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.008639 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: availability_zone_filter Aug 24 22:23:31.008965 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: data_plane_status.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.009903 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.010413 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 22:23:31.010734 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: default_subnetpools.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.011653 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.012167 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: default-subnetpools Aug 24 22:23:31.012489 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.013302 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.013851 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: dhcp_agent_scheduler Aug 24 22:23:31.014174 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: dns.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.015084 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.015701 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 22:23:31.016106 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: dns_domain_ports.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.017033 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.017559 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 22:23:31.017885 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.018806 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.019310 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 22:23:31.019631 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: dvr.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.020309 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.020824 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: dvr Aug 24 22:23:31.021149 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: ecmp_routes.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.022093 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.022604 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 22:23:31.022927 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: empty_string_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.023845 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.024355 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: empty-string-filtering Aug 24 22:23:31.024677 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.025631 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.026139 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 22:23:31.026460 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.027367 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.027870 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 22:23:31.028189 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: external_net.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.029099 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.029650 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: external-net Aug 24 22:23:31.029971 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.030877 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.031971 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: extra_dhcp_opt Aug 24 22:23:31.032295 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: extraroute.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.033206 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.033749 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: extraroute Aug 24 22:23:31.034069 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: extraroute_atomic.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.035112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.035621 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: extraroute-atomic Aug 24 22:23:31.035941 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: filter_validation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.036604 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.037108 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: filter-validation Aug 24 22:23:31.037425 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: fip_pf_description.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.038364 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.038867 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 22:23:31.039205 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: fip_port_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.040098 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.040606 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: fip-port-details Aug 24 22:23:31.040924 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: flavors.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.042180 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.042699 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: flavors Aug 24 22:23:31.043024 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.052083 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.052698 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 22:23:31.053047 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: floatingip_pools.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.053789 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.054298 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: floatingip-pools Aug 24 22:23:31.054620 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: ip_allocation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.055557 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.056058 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 22:23:31.056380 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.057302 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.057836 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: ip-substring-filtering Aug 24 22:23:31.058162 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l2_adjacency.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.059095 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.059599 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 22:23:31.059921 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.061045 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.061596 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: router Aug 24 22:23:31.061926 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.064290 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.064807 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 22:23:31.065178 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.066137 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.066654 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: ext-gw-mode Aug 24 22:23:31.066983 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.067919 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.068428 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: l3-ha Aug 24 22:23:31.068751 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3_flavors.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.069722 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.070230 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: l3-flavors Aug 24 22:23:31.070554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.071476 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.071992 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 22:23:31.072313 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: l3agentscheduler.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.073361 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.073906 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: l3_agent_scheduler Aug 24 22:23:31.074236 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: logging.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.075702 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.076229 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension logging not supported by any of loaded plugins Aug 24 22:23:31.076563 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: metering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.077308 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.077998 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: metering Aug 24 22:23:31.078357 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.079453 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.079968 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: metering_source_and_destination_fields Aug 24 22:23:31.080292 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: multiprovidernet.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.081219 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.081766 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: multi-provider Aug 24 22:23:31.082091 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: netmtu.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.088669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.089180 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: net-mtu Aug 24 22:23:31.089526 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: netmtu_writable.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.090454 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.090959 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: net-mtu-writable Aug 24 22:23:31.091282 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: network_availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.091950 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.092453 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: network_availability_zone Aug 24 22:23:31.092772 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: network_ip_availability.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.094554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.095072 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: network-ip-availability Aug 24 22:23:31.095396 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: network_segment_range.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.096167 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.096672 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 22:23:31.096995 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: pagination.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.098008 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.098340 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: pagination Aug 24 22:23:31.098660 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: port_device_profile.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.099583 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.100105 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: port-device-profile Aug 24 22:23:31.100430 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.101350 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.101891 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: port-mac-address-regenerate Aug 24 22:23:31.102218 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.103140 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.103651 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: port-numa-affinity-policy Aug 24 22:23:31.103974 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: port_resource_request.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.104883 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.105390 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 22:23:31.105746 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: portbindings.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.106679 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.107189 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: binding Aug 24 22:23:31.107513 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: portbindings_extended.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.108890 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.110075 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: binding-extended Aug 24 22:23:31.110400 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: portsecurity.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.111333 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.111843 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: port-security Aug 24 22:23:31.112167 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: project_id.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.113149 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.113481 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: project-id Aug 24 22:23:31.113833 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: providernet.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.114763 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.115277 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: provider Aug 24 22:23:31.115600 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.119143 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.119666 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos not supported by any of loaded plugins Aug 24 22:23:31.119998 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.121237 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.121810 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 22:23:31.122142 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.123064 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.123575 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 22:23:31.130713 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_default.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.131376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.131893 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-default not supported by any of loaded plugins Aug 24 22:23:31.132219 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_fip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.132873 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.133376 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 22:23:31.133728 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_gateway_ip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.134662 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.135170 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 22:23:31.135492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_port_network_policy.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.136410 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.136918 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 22:23:31.137308 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_pps_rule.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.138491 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.138966 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 22:23:31.139295 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_rule_type_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.140216 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.141262 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 22:23:31.141616 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: qos_rules_alias.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.142660 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.143171 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 22:23:31.143495 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: quotasv2.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.144413 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.144740 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: quotas Aug 24 22:23:31.145059 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: quotasv2_detail.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.148151 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.148492 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: quota_details Aug 24 22:23:31.148825 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: rbac.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.150110 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.150668 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: rbac-policies Aug 24 22:23:31.150971 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: rbac_address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.151903 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.152426 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: rbac-address-group Aug 24 22:23:31.152753 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: rbac_address_scope.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.153709 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.154237 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: rbac-address-scope Aug 24 22:23:31.154564 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: rbac_security_groups.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.155474 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.156575 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: rbac-security-groups Aug 24 22:23:31.156908 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: rbac_subnetpool.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.166094 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.166606 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: rbac-subnetpool Aug 24 22:23:31.166926 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: revisionifmatch.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.167865 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.168376 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: revision-if-match Aug 24 22:23:31.168699 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: revisions.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.169845 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.170361 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: standard-attr-revisions Aug 24 22:23:31.170685 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: router_availability_zone.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.171358 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.171910 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: router_availability_zone Aug 24 22:23:31.172227 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: routerservicetype.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.173147 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.173691 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 22:23:31.174011 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.174927 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.175436 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: security-groups-normalized-cidr Aug 24 22:23:31.175756 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.176683 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.177195 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: port-security-groups-filtering Aug 24 22:23:31.177539 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.178464 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.178973 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: security-groups-remote-address-group Aug 24 22:23:31.179295 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: securitygroup.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.190584 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.191128 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: security-group Aug 24 22:23:31.194440 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: segment.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.194440 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.194440 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension segment not supported by any of loaded plugins Aug 24 22:23:31.194440 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.195161 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.195673 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 22:23:31.196003 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: servicetype.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.197200 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.197765 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: service-type Aug 24 22:23:31.198099 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: sorting.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.199090 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.199425 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: sorting Aug 24 22:23:31.199753 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: standard_attr_segment.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.200669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.201191 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 22:23:31.201546 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: standardattrdescription.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.202203 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.202713 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: standard-attr-description Aug 24 22:23:31.203657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: stateful_security_group.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.204603 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.205115 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: stateful-security-group Aug 24 22:23:31.205438 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: stdattrs_common.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.206050 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 22:23:31.206368 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.207311 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.207825 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 22:23:31.208147 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnet_onboard.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.209228 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.209777 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: subnet_onboard Aug 24 22:23:31.210104 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.211048 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.211567 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 22:23:31.211893 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnet_service_types.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.212827 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.213347 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: subnet-service-types Aug 24 22:23:31.213694 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnetallocation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.214798 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.215315 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: subnet_allocation Aug 24 22:23:31.215639 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.216306 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.216818 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: subnetpool-prefix-ops Aug 24 22:23:31.217138 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.218107 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.219177 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 22:23:31.219493 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: tagging.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.220570 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.221096 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: standard-attr-tag Aug 24 22:23:31.221420 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: timestamp.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.222645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.223166 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loaded extension: standard-attr-timestamp Aug 24 22:23:31.223498 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: trunk.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.224546 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.225065 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension trunk not supported by any of loaded plugins Aug 24 22:23:31.225392 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: trunk_details.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.226337 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.226853 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 22:23:31.227175 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: uplink_status_propagation.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.228097 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.228610 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 22:23:31.228931 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Loading extension file: vlantransparent.py {{(pid=94265) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 22:23:31.229640 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94265) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 22:23:31.230148 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 22:23:31.232613 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:network Aug 24 22:23:31.233129 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnet Aug 24 22:23:31.233553 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:23:31.233954 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:port Aug 24 22:23:31.235241 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.235693 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service FLAVORS assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.236304 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.236737 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.237069 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:router Aug 24 22:23:31.237526 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 22:23:31.238024 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service METERING assigned prefix: /metering {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.239465 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:31.239834 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:31.240188 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:23:31.241174 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 22:23:31.241651 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:security_group Aug 24 22:23:31.242093 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 22:23:31.242698 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.243028 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:23:31.243373 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] subnetpool is already registered Aug 24 22:23:31.243819 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.244144 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:23:31.244474 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] subnetpool is already registered Aug 24 22:23:31.246811 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service FLAVORS assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:router Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] router is already registered Aug 24 22:23:31.249577 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 22:23:31.249961 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] floatingip is already registered Aug 24 22:23:31.250091 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service METERING assigned prefix: /metering {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.250752 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 22:23:31.251078 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] rbac_policy is already registered Aug 24 22:23:31.251484 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:security_group Aug 24 22:23:31.251818 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] security_group is already registered Aug 24 22:23:31.252214 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 22:23:31.252807 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] security_group_rule is already registered Aug 24 22:23:31.253418 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.253775 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:23:31.254108 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] subnetpool is already registered Aug 24 22:23:31.254533 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.v2.resource_helper [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Service CORE assigned prefix: {{(pid=94265) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 22:23:31.254856 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 22:23:31.255188 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING neutron.quota.resource_registry [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] subnetpool is already registered Aug 24 22:23:31.255652 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: extensions {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.257120 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: address-groups {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.258630 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: address-scopes {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.259944 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.261126 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: auto-allocated-topology {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.262405 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: availability_zones {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.263627 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: dhcp-networks {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.265154 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: dhcp-agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.267124 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.268811 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: flavors {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.270111 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: service_profiles {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.271335 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: next_providers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.272766 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: service_profiles {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.274356 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: floatingip-pools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.275586 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.278268 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: floatingips {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.278584 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: l3-routers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.279967 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: l3-agents {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.282175 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: metering-labels {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.283424 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: metering-label-rules {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.284821 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: network-ip-availabilities {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.286108 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: bindings {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.287669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: quotas {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.289207 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: quotas {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.290671 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: rbac-policies {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.291846 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: security-groups {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.293204 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: security-group-rules {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.294466 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: service-providers {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.295698 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: subnetpools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.297274 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: subnetpools {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.299845 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.301590 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.303402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.305197 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.306905 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.308853 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.310581 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.312390 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.314273 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.316063 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron.api.extensions [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Extended resource: tags {{(pid=94265) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 22:23:31.322009 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING keystonemiddleware.auth_token [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 22:23:31.326503 dv-cinder-805887-2-iscsi neutron-server[94265]: WARNING keystonemiddleware.auth_token [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 22:23:31.335698 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Acquired lock "singleton_lock" {{(pid=94265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 22:23:31.336139 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_concurrency.lockutils [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Releasing lock "singleton_lock" {{(pid=94265) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 22:23:31.336776 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Starting 2 workers Aug 24 22:23:31.341605 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Started child 94374 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:23:31.346651 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Started child 94375 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:23:31.347635 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.348280 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO neutron.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 22:23:31.348919 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Notify callbacks [] for process, before_spawn {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.349141 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [-] (94374) wsgi starting up on http://0.0.0.0:9696 Aug 24 22:23:31.351337 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Starting 1 workers Aug 24 22:23:31.351507 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.352914 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [-] (94375) wsgi starting up on http://0.0.0.0:9696 Aug 24 22:23:31.356461 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Started child 94376 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:23:31.356972 dv-cinder-805887-2-iscsi neutron-server[94265]: INFO oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Starting 1 workers Aug 24 22:23:31.361094 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] calling RpcWorker wait() {{(pid=94376) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 22:23:31.361695 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] returning from RpcWorker wait() {{(pid=94376) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 22:23:31.361771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Started child 94377 {{(pid=94265) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 22:23:31.362447 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG neutron_lib.callbacks.manager [None req-e0fe8e19-bb6b-4dd5-bdff-74ae0af41929 None None] Notify callbacks [] for process, after_spawn {{(pid=94265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.362931 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.363392 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:31.364293 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 22:23:31.364501 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:23:31.364687 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:23:31.364904 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:23:31.365248 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:23:31.365412 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:23:31.365943 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.366219 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.366466 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.366744 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.367036 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.367124 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:31.367669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368012 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368156 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368416 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368664 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368832 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.368997 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.369250 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.369480 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.369808 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.370080 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.370317 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.370592 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.370776 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.371064 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.371349 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.371602 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.371871 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.372125 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.372622 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.372906 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.373116 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.373339 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.373722 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.373866 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.377670 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] host = dv-cinder-805887-2-iscsi {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.378715 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.379657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.379657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.379657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.379657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.379657 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380241 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380241 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380241 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380597 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380597 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_options = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.380839 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.381169 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.381307 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.381457 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.381635 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.381821 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.382052 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.382216 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.382481 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.382699 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.382915 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.383131 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.383346 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.383592 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.383851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.384097 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.384346 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.384557 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.384823 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.385092 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.385323 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.385573 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.385831 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.386050 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.386265 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.386498 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.386739 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.386973 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.387189 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.387444 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.387694 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.387959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.388198 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.388459 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.388739 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.388918 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.389164 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.389428 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.389685 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.389933 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.390183 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.390985 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.391473 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.391615 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.391872 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.392102 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.392317 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.392557 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.392822 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.393038 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.393270 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.393524 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.393741 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.394003 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.394432 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.394723 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.395050 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.395296 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.395528 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.395769 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.396314 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.396314 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.396583 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.396716 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.397008 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.397249 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.397564 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.397899 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.398183 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.398577 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.398882 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.399165 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.399636 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.399636 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.400172 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.400470 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.400700 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.400882 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.401113 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.401366 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.401611 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.402029 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407111 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407111 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407288 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407376 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.407959 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408567 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408981 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.408981 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.409210 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.409458 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.409719 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.409933 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.410156 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.410402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.410619 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.410832 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.411043 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.411305 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.411510 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.411754 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.411969 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.412181 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.412390 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.412627 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.412861 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.413075 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.413314 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.413550 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.413769 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.413987 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.414290 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.414533 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.414750 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.414970 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.415204 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.415549 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.415771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.415988 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.416390 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.416390 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.416918 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.417064 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.417198 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.417541 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.417946 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.418296 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.418296 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.418579 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.418730 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.418976 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.419214 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.419463 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.420287 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.420618 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.420897 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.421181 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.421429 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.421785 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.422309 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.422610 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.422854 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.423090 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.423356 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.423598 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.423891 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.424156 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.424417 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.424994 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.425087 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.425692 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.425692 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.425929 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.426123 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.426388 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.426847 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.426986 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.427442 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.427574 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.427747 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.428010 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.428268 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.428522 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.428758 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.428992 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.429436 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.429588 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.429780 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.430020 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.430238 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.430469 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.430838 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.431113 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.431335 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.431574 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.431860 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.432109 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.432357 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.432621 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.432873 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.433106 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.433356 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.433612 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.439211 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.440276 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.441629 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.442608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.443530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.444624 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.445238 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.445871 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.445871 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.446127 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.446405 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.446669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.446908 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.447164 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.447425 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.447699 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.447931 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.448159 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.448401 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.448608 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.448834 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.449097 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.449343 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.450274 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.450539 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.450790 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.451043 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.451271 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.451730 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.452030 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.452287 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.452531 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.452801 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.453618 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.453857 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.454356 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.454600 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.454818 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.455045 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.455613 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.455837 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.456069 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.456283 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.456530 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.457309 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.457773 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.458137 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.458543 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.458894 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.459600 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.460024 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.460385 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.460732 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.461131 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.461518 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.461926 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.462365 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.462773 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.463028 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.463270 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.463494 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.463737 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.463970 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.464198 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.464417 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.464711 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.464968 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.465239 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.465550 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.465785 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.466052 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.466312 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.466686 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.467280 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.467280 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.467828 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.468063 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.469426 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.469730 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.470066 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.470367 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.470640 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.471278 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.471582 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.471860 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.472143 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.472366 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.472795 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.473270 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.473658 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.473921 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.474174 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.474479 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.474741 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.475090 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.475475 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.475890 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.476127 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.476412 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.476692 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.477053 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.477319 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.477711 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.477944 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.478193 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.478419 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.478669 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.478911 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.479073 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:23:31.479873 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94265) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 22:23:31.480177 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 22:23:31.480342 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 22:23:31.480516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 22:23:31.480703 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 22:23:31.480863 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 22:23:31.481072 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.481283 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.481454 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.481640 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.481952 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.482142 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.482305 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.482467 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.482713 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.482902 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.483187 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.483354 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.483514 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.483675 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.485462 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.485673 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.485843 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486013 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486182 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486354 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486504 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486666 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486831 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] debug = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.486993 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.487189 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.487354 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.487512 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.487672 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.487834 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488017 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488148 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488307 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488466 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488625 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488788 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.488944 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.489102 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.489260 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.489419 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.490139 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.490305 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] host = dv-cinder-805887-2-iscsi {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.490466 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.490625 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.498179 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_options = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499037 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.499638 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.500697 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.501437 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.502851 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.503391 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.503391 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.503391 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.503391 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_json = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.504043 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.504609 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.504871 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.504985 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.505117 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.505281 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.505443 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.506653 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 22:23:31.506847 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507019 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507371 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507537 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507702 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.507866 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.508030 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.508593 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.508593 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.508943 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509146 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509326 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509623 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509721 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509825 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.509989 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.510152 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.510374 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.510542 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.510705 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.511018 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.511582 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.511756 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.511920 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512085 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512248 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512428 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512591 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512755 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.512916 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.513082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.513228 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.513391 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.513867 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.513997 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.514278 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.514524 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.514694 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.514948 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515066 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515150 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515344 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515592 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515826 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.515910 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.516046 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.516237 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.516401 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.516564 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.517137 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.517315 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.517912 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.517912 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.518121 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.518341 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.518653 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.518824 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.518987 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.519352 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.519633 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.520515 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.521337 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.521814 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.521981 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.522586 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.522714 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.540667 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541223 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.541771 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542201 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.542674 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543112 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.543984 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544492 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.544942 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.545402 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.546031 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547002 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.547516 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548040 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.548554 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549082 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.549645 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550057 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550057 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550057 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550261 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550338 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550483 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550673 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550809 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.550965 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551122 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551279 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551440 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551606 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551763 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.551919 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552076 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552231 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552387 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552553 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552710 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.552865 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553021 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553176 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553331 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553512 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553675 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553832 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.553987 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.554188 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.554462 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.554640 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.554799 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.554957 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555114 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555271 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555428 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555595 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555753 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.555911 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556075 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556232 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556389 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556547 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556716 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.556878 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.557038 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.558758 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.559365 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.560973 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.561161 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.561338 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.561541 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.561719 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.561884 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.562056 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.562768 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.562941 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563103 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563271 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563443 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563602 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563761 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.563919 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564076 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564233 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564389 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564546 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564701 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.564858 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.565015 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.565172 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.565328 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.565504 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.566819 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.567300 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.567475 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.567705 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.567998 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.568287 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 22:23:31.568606 dv-cinder-805887-2-iscsi neutron-server[94265]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94265) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 22:23:31.685212 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37306) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:23:31.694178 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067904 Aug 24 22:23:43.342618 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3153cc73-ba16-4bb1-ab15-dc9fe352bbe8 None None] get_active_networks_info from dv-cinder-805887-2-iscsi {{(pid=94376) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 22:23:43.418581 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3153cc73-ba16-4bb1-ab15-dc9fe352bbe8 None None] No non-hosted networks {{(pid=94376) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 22:23:43.426689 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.agentschedulers_db [None req-3153cc73-ba16-4bb1-ab15-dc9fe352bbe8 None None] DHCP Agent not found on host dv-cinder-805887-2-iscsi {{(pid=94376) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 22:23:43.543883 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ad53422c-5002-40df-ac78-6e33f5f721df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:45.904111 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4305db35-9a21-4f16-9ab3-0182cbcc33bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:45.946639 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.db.api [None req-45b0f6ff-1f46-40c1-b807-2940e2fcc880 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805887-2-iscsi {{(pid=94376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:23:45.947043 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG oslo_db.api [None req-45b0f6ff-1f46-40c1-b807-2940e2fcc880 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:23:46.168739 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:46.169704 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.170216 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.170700 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.171692 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.172337 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.172899 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.173381 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.173921 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.174394 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.178208 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.178208 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.178208 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:46.178208 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805887-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:46.195626 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805887-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:23:46.472537 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-45b0f6ff-1f46-40c1-b807-2940e2fcc880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:46.935350 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:48.580229 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:49.790386 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37400) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:23:50.309752 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-b54b91b3-c6e4-441c-a680-5a4a2529dfb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:23:50.310337 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-b54b91b3-c6e4-441c-a680-5a4a2529dfb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:23:50.527888 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [None req-b54b91b3-c6e4-441c-a680-5a4a2529dfb1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:23:50.528839 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b54b91b3-c6e4-441c-a680-5a4a2529dfb1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7374172 Aug 24 22:23:51.162271 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.db.l3_hamode_db [None req-175e7cc8-37f5-4774-af60-ac1223554a7b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 22:23:51.241681 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e7cc8-37f5-4774-af60-ac1223554a7b None None] Routers set() bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:23:51.242061 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e7cc8-37f5-4774-af60-ac1223554a7b None None] Router IDs set() for agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 22:23:52.930490 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37414) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:23:53.240002 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:23:53.334149 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.policy [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 22:23:53.379273 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:23:53.379655 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING oslo_policy.policy [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:23:53.388177 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.quota [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] Loaded quota_driver: . Aug 24 22:23:53.539769 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652268774', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652268251', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652289174', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652287290', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652904400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754652299878', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7848762', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7825820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561246', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645690'] for rbac-policy, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:53.756730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:53.757924 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-be2924b6-d7fa-4e8d-9fb4-7ea034a3ec5e admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8264666 Aug 24 22:23:56.374933 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37426) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:23:56.669330 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Request body: {'network': {'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'name': 'private', 'project_id': '099db29e1a0144a1819424f81fd23a9a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:23:56.756948 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Made reservation on behalf of 099db29e1a0144a1819424f81fd23a9a for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:23:56.759676 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:56.776667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:56.898135 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:56.974277 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:56.998409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:23:57.023070 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754649110182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:57.023654 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Unsubscribe: segment precommit_create {{(pid=94375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 22:23:57.024159 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Added segment bb938de1-6c94-4b09-bc7d-dee1910a2e37 of type vlan for network f501c955-ea3a-4a71-bc12-235348a53eb2 Aug 24 22:23:57.029959 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0987eb76-defb-41c9-8f3e-9131c12d366f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:23:57.052480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.052834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.053171 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.053514 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.053855 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.054180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.054502 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.054821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.055159 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.055480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.055796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.056109 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Tracked resource versions report: Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: pushed versions: Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: { 'AddressGroup': {'1.2'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'ConntrackHelper': {'1.0'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Log': {'1.0'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Network': {'1.1'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Port': {'1.7'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'PortForwarding': {'1.2'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'QosPolicy': {'1.9'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroup': {'1.4'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SubPort': {'1.0'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Subnet': {'1.1'}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Trunk': {'1.1'}} Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: consumer versions: Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'ConntrackHelper': '1.0', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Log': '1.0', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Network': '1.1', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Port': '1.7', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'PortForwarding': '1.2', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'QosPolicy': '1.9', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroup': '1.4', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroupRule': '1.2', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SubPort': '1.0', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Subnet': '1.1', Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Trunk': '1.1'}} Aug 24 22:23:57.057147 dv-cinder-805887-2-iscsi neutron-server[94375]: {{(pid=94375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:23:57.167539 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:57.236883 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:57.238013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:23:57.238680 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:23:57.338820 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] Pushing event updated for resources: {'Network': ['ID=f501c955-ea3a-4a71-bc12-235348a53eb2,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:23:57.350712 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network f501c955-ea3a-4a71-bc12-235348a53eb2 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:23:57.357376 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0e6abc00-85b8-4357-8dfb-391812f9cfb7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9814079 Aug 24 22:24:00.061044 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37440) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:00.461552 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f663d24-9ced-4f2f-a29b-f727d3738c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:00.463887 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5f663d24-9ced-4f2f-a29b-f727d3738c88 admin admin] 10.222.0.39 "GET /v2.0/networks/f501c955-ea3a-4a71-bc12-235348a53eb2 HTTP/1.1" status: 200 len: 825 time: 0.4012554 Aug 24 22:24:00.490259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c4692d13-8aec-4696-ae97-07b95db14aeb admin admin] 10.222.0.39 "GET /v2.0/subnetpools/06d28c0e-aa28-470a-a49b-08974e8863db HTTP/1.1" status: 200 len: 734 time: 0.0206356 Aug 24 22:24:00.500617 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'name': 'private-subnet', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:24:00.791624 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Made reservation on behalf of 099db29e1a0144a1819424f81fd23a9a for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:24:00.793851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:01.134055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:01.202971 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Pushing event updated for resources: {'Subnet': ['ID=351b2210-1d61-4f06-8e73-38992944bf7d,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:01.206062 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Checking segment: {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:24:01.206446 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Network hostable DHCP agents. Network: f501c955-ea3a-4a71-bc12-235348a53eb2, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:24:01.287695 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Network f501c955-ea3a-4a71-bc12-235348a53eb2 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:24:01.367776 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, f501c955-ea3a-4a71-bc12-235348a53eb2) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:01.372213 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:01.372788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:01.377633 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f5d08-54e5-478c-9340-8baf485d78bb None None] Network f501c955-ea3a-4a71-bc12-235348a53eb2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:24:01.449021 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-38fd4473-dc88-44e1-baa8-253b8420378d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9525263 Aug 24 22:24:01.701178 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-f501c955-ea3a-4a71-bc12-235348a53eb2', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:24:01.702443 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.035471 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Allocated IP 172.20.0.2 (f501c955-ea3a-4a71-bc12-235348a53eb2/351b2210-1d61-4f06-8e73-38992944bf7d/66878e0b-2c2e-4926-b16d-871eb07fd983) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:24:02.235811 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.253141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Transition to ACTIVE for port object 66878e0b-2c2e-4926-b16d-871eb07fd983 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:24:02.302898 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Transition to ACTIVE for port object 66878e0b-2c2e-4926-b16d-871eb07fd983 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:24:02.369055 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.432531 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Network f501c955-ea3a-4a71-bc12-235348a53eb2 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:24:02.439931 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:02.449356 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:24:02.457183 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Pushing event updated for resources: {'Port': ['ID=66878e0b-2c2e-4926-b16d-871eb07fd983,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:02.487911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.488195 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.488508 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.488844 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.489173 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.489528 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.489860 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.490185 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.490526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.490852 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.491173 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.491493 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Tracked resource versions report: Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: pushed versions: Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: { 'AddressGroup': {'1.2'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'ConntrackHelper': {'1.0'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Log': {'1.0'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Network': {'1.1'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Port': {'1.7'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'PortForwarding': {'1.2'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'QosPolicy': {'1.9'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroup': {'1.4'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SubPort': {'1.0'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Subnet': {'1.1'}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Trunk': {'1.1'}} Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: consumer versions: Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'ConntrackHelper': '1.0', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Log': '1.0', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Network': '1.1', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Port': '1.7', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'PortForwarding': '1.2', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'QosPolicy': '1.9', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroup': '1.4', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroupRule': '1.2', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SubPort': '1.0', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Subnet': '1.1', Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Trunk': '1.1'}} Aug 24 22:24:02.492560 dv-cinder-805887-2-iscsi neutron-server[94376]: {{(pid=94376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:24:02.540172 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Attempting to bind port 66878e0b-2c2e-4926-b16d-871eb07fd983 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:24:02.540570 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Attempting to bind port 66878e0b-2c2e-4926-b16d-871eb07fd983 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:24:02.540990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Attempting to bind port 66878e0b-2c2e-4926-b16d-871eb07fd983 on network f501c955-ea3a-4a71-bc12-235348a53eb2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:24:02.545911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:24:02.546318 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Checking segment: {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:24:02.546812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.547200 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Bound using segment: {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:24:02.547699 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Bound port: 66878e0b-2c2e-4926-b16d-871eb07fd983, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:24:02.548109 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.609855 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] For port 66878e0b-2c2e-4926-b16d-871eb07fd983, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:24:02.614067 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] For port 66878e0b-2c2e-4926-b16d-871eb07fd983, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=66878e0b-2c2e-4926-b16d-871eb07fd983,segment=NetworkSegment(bb938de1-6c94-4b09-bc7d-dee1910a2e37),segment_id=bb938de1-6c94-4b09-bc7d-dee1910a2e37)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:24:02.677754 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:02.745442 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461f4db-d42e-4e86-9d2b-9e1daadf5e72 None None] Pushing event updated for resources: {'Port': ['ID=66878e0b-2c2e-4926-b16d-871eb07fd983,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:03.860536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 37448) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:04.386270 dv-cinder-805887-2-iscsi neutron-server[94374]: WARNING oslo_policy.policy [None req-d4e770ce-185e-41ec-acfb-a857060977d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:24:04.386849 dv-cinder-805887-2-iscsi neutron-server[94374]: WARNING oslo_policy.policy [None req-d4e770ce-185e-41ec-acfb-a857060977d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:24:04.603705 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [None req-d4e770ce-185e-41ec-acfb-a857060977d8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:24:04.604926 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d4e770ce-185e-41ec-acfb-a857060977d8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7421718 Aug 24 22:24:07.015909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37462) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:07.332370 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [None req-c23ebfd4-39e1-4e36-865a-0edc3909bf09 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:24:07.333359 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c23ebfd4-39e1-4e36-865a-0edc3909bf09 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164542 Aug 24 22:24:10.049386 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37476) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:10.363527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '099db29e1a0144a1819424f81fd23a9a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:24:10.448415 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:10.450043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:10.583978 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:10.631892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:10.693985 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:10.695207 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f1d4b3e4-593b-4e27-9355-6e49fed98117 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6447859 Aug 24 22:24:11.152014 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567f8bc-0a03-49a8-9df6-d3447e51df81 None None] Network f501c955-ea3a-4a71-bc12-235348a53eb2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:24:11.303981 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-86d42e59-c67c-4f8a-b857-a9f0e39e7720 None None] Provisioning for port 66878e0b-2c2e-4926-b16d-871eb07fd983 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:24:12.034896 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 66878e0b-2c2e-4926-b16d-871eb07fd983 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:12.196611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 66878e0b-2c2e-4926-b16d-871eb07fd983 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:24:12.200447 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 66878e0b-2c2e-4926-b16d-871eb07fd983 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:12.200842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:12.305429 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:12.340317 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 66878e0b-2c2e-4926-b16d-871eb07fd983, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=66878e0b-2c2e-4926-b16d-871eb07fd983,segment=NetworkSegment(bb938de1-6c94-4b09-bc7d-dee1910a2e37),segment_id=bb938de1-6c94-4b09-bc7d-dee1910a2e37)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:24:12.407801 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:12.453111 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=66878e0b-2c2e-4926-b16d-871eb07fd983,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:13.106829 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37484) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:13.270629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-24d43a43-8320-4fd4-89a7-0fd906abde0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:13.422113 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [None req-a4b4cd5b-cf29-464b-8687-884a163fceff admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:24:13.423236 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a4b4cd5b-cf29-464b-8687-884a163fceff admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153574 Aug 24 22:24:14.013971 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 66878e0b-2c2e-4926-b16d-871eb07fd983 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:14.059339 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 66878e0b-2c2e-4926-b16d-871eb07fd983 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:14.059709 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:15.823667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37492) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:15.910687 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3a42e38f-97eb-45ee-9191-5226dfffa384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.111076 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.138234 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:24:16.224954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Made reservation on behalf of 76bc61e596054affa025470fcec2f134 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:24:16.227088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.235327 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.318038 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.373753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.393845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Reserving flat network on physical network physnet1 {{(pid=94375) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 22:24:16.409052 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70962d0-4869-41a5-8631-37bc14991795,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:16.413909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.414236 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Added segment 66f8fa18-0295-46e7-8d54-722388c57115 of type flat for network c1873254-d8c4-4851-9bd4-d31931e51dc2 Aug 24 22:24:16.430064 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:24:16.468966 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.567244 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.568123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:16.568696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:16.625717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] Pushing event updated for resources: {'Network': ['ID=c1873254-d8c4-4851-9bd4-d31931e51dc2,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:16.635889 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:24:16.659633 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-70d7b459-559a-483b-a03f-15637375decb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8348970 Aug 24 22:24:16.887663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:18.516427 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:19.018074 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 37510) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:19.347928 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.policy [None req-0fabfb51-057c-47eb-96e5-f4b855405be0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 22:24:19.395357 dv-cinder-805887-2-iscsi neutron-server[94374]: WARNING oslo_policy.policy [None req-0fabfb51-057c-47eb-96e5-f4b855405be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:24:19.395665 dv-cinder-805887-2-iscsi neutron-server[94374]: WARNING oslo_policy.policy [None req-0fabfb51-057c-47eb-96e5-f4b855405be0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 22:24:19.404001 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabfb51-057c-47eb-96e5-f4b855405be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:19.406407 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0fabfb51-057c-47eb-96e5-f4b855405be0 admin admin] 10.222.0.39 "GET /v2.0/subnets/351b2210-1d61-4f06-8e73-38992944bf7d HTTP/1.1" status: 200 len: 849 time: 0.3873858 Aug 24 22:24:19.572818 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-6a70b1ab-7589-48a8-ba40-9a2f60ef1c77 admin admin] 10.222.0.39 "GET /v2.0/routers/861ef2be-f7be-464f-abdf-8ba172dcf992 HTTP/1.1" status: 200 len: 704 time: 0.1601527 Aug 24 22:24:19.836271 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.165309 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Allocated IP 172.20.0.1 (f501c955-ea3a-4a71-bc12-235348a53eb2/351b2210-1d61-4f06-8e73-38992944bf7d/8e0fe562-a34e-492f-a4f3-9f203be6838e) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:24:20.369875 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.396850 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Transition to ACTIVE for port object 8e0fe562-a34e-492f-a4f3-9f203be6838e will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:24:20.511179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.568381 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Network f501c955-ea3a-4a71-bc12-235348a53eb2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:24:20.572879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:20.622763 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0fe562-a34e-492f-a4f3-9f203be6838e,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:20.625847 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:24:20.627221 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.687723 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.688093 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.688437 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.688773 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.689099 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.689430 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.689789 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.690117 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.690455 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.690779 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.691100 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.691423 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Tracked resource versions report: Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: pushed versions: Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: { 'AddressGroup': {'1.2'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'ConntrackHelper': {'1.0'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Log': {'1.0'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Network': {'1.1'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Port': {'1.7'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'PortForwarding': {'1.2'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'QosPolicy': {'1.9'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroup': {'1.4'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SubPort': {'1.0'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Subnet': {'1.1'}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Trunk': {'1.1'}} Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: consumer versions: Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'ConntrackHelper': '1.0', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Log': '1.0', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Network': '1.1', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Port': '1.7', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'PortForwarding': '1.2', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'QosPolicy': '1.9', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroup': '1.4', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroupRule': '1.2', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SubPort': '1.0', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Subnet': '1.1', Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Trunk': '1.1'}} Aug 24 22:24:20.692522 dv-cinder-805887-2-iscsi neutron-server[94374]: {{(pid=94374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:24:20.836436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-c81f89d2-f797-47a4-accd-f07fc5e303f1 None None] Provisioning for port 8e0fe562-a34e-492f-a4f3-9f203be6838e completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:24:20.840231 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-c81f89d2-f797-47a4-accd-f07fc5e303f1 None None] Provisioning complete for port 8e0fe562-a34e-492f-a4f3-9f203be6838e triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:20.840605 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c81f89d2-f797-47a4-accd-f07fc5e303f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.865415 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:20.877077 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-c81f89d2-f797-47a4-accd-f07fc5e303f1 None None] Port 8e0fe562-a34e-492f-a4f3-9f203be6838e cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:24:21.078351 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:21.133122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:21.133891 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:21.206923 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0fe562-a34e-492f-a4f3-9f203be6838e,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:21.253636 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Network f501c955-ea3a-4a71-bc12-235348a53eb2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:24:21.254890 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:21.497432 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-9fcbb069-7fcd-47ab-a390-4fe0e9192bf1 None None] Provisioning complete for port 8e0fe562-a34e-492f-a4f3-9f203be6838e triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:21.497835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9fcbb069-7fcd-47ab-a390-4fe0e9192bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:21.516372 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Router 861ef2be-f7be-464f-abdf-8ba172dcf992 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:24:21.531117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbb069-7fcd-47ab-a390-4fe0e9192bf1 None None] Port 8e0fe562-a34e-492f-a4f3-9f203be6838e cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:24:21.605302 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:24:21.612354 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-3b6542ba-4f81-4395-b4a3-6a3cbc9a4ae5 admin admin] 10.222.0.39 "PUT /v2.0/routers/861ef2be-f7be-464f-abdf-8ba172dcf992/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0328758 Aug 24 22:24:21.629765 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Sync routers for ids ['861ef2be-f7be-464f-abdf-8ba172dcf992'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:24:21.644272 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Routers {'861ef2be-f7be-464f-abdf-8ba172dcf992'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:24:21.645121 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:24:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['861ef2be-f7be-464f-abdf-8ba172dcf992'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:21.833325 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Set router 861ef2be-f7be-464f-abdf-8ba172dcf992 gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:24:22.265551 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:20Z', 'revision_number': 2, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port_host': None, '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:20Z', 'revision_number': 2, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:22.316390 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Checking router: 861ef2be-f7be-464f-abdf-8ba172dcf992 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:24:22.316753 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Updating router 861ef2be-f7be-464f-abdf-8ba172dcf992 port 8e0fe562-a34e-492f-a4f3-9f203be6838e binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:24:22.366401 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:22.878418 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:22.895616 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Transition to ACTIVE for port object 8e0fe562-a34e-492f-a4f3-9f203be6838e will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:24:22.956422 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:23.114723 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Pushing event updated for resources: {'Port': ['ID=8e0fe562-a34e-492f-a4f3-9f203be6838e,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:23.125254 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.125617 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.125969 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.126536 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.126856 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.127177 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.127496 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.127803 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.128132 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.128494 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.128756 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.129071 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Tracked resource versions report: Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: pushed versions: Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: { 'AddressGroup': {'1.2'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'ConntrackHelper': {'1.0'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Log': {'1.0'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Network': {'1.1'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Port': {'1.7'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'PortForwarding': {'1.2'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'QosPolicy': {'1.9'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroup': {'1.4'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SubPort': {'1.0'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Subnet': {'1.1'}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Trunk': {'1.1'}} Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: consumer versions: Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'ConntrackHelper': '1.0', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Log': '1.0', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Network': '1.1', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Port': '1.7', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'PortForwarding': '1.2', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'QosPolicy': '1.9', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroup': '1.4', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroupRule': '1.2', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SubPort': '1.0', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Subnet': '1.1', Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Trunk': '1.1'}} Aug 24 22:24:23.130141 dv-cinder-805887-2-iscsi neutron-server[94377]: {{(pid=94377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:24:23.132584 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Attempting to bind port 8e0fe562-a34e-492f-a4f3-9f203be6838e on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:24:23.132972 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Attempting to bind port 8e0fe562-a34e-492f-a4f3-9f203be6838e by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:24:23.133387 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Attempting to bind port 8e0fe562-a34e-492f-a4f3-9f203be6838e on network f501c955-ea3a-4a71-bc12-235348a53eb2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:24:23.139736 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:24:23.140116 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Checking segment: {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:24:23.140593 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:23.140971 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Bound using segment: {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:24:23.141465 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Bound port: 8e0fe562-a34e-492f-a4f3-9f203be6838e, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb938de1-6c94-4b09-bc7d-dee1910a2e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:24:23.141884 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:23.207936 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] For port 8e0fe562-a34e-492f-a4f3-9f203be6838e, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:24:23.227244 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] For port 8e0fe562-a34e-492f-a4f3-9f203be6838e, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8e0fe562-a34e-492f-a4f3-9f203be6838e,segment=NetworkSegment(bb938de1-6c94-4b09-bc7d-dee1910a2e37),segment_id=bb938de1-6c94-4b09-bc7d-dee1910a2e37)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:24:23.288237 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:23.336610 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Routers {'861ef2be-f7be-464f-abdf-8ba172dcf992'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:24:23.337236 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:24:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['861ef2be-f7be-464f-abdf-8ba172dcf992'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:23.417605 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae87c2-a2a3-4f8c-98f6-d92c94b3a506 None None] Pushing event updated for resources: {'Port': ['ID=8e0fe562-a34e-492f-a4f3-9f203be6838e,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:23.440834 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] Set router 861ef2be-f7be-464f-abdf-8ba172dcf992 gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:24:23.658559 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:20Z', 'revision_number': 2, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port_host': None, '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:23Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:23.685402 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a875e8-fc60-4e46-a89f-4bb0df97d109 None None] The sync data for ids ['861ef2be-f7be-464f-abdf-8ba172dcf992'] in dv-cinder-805887-2-iscsi is: [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:20Z', 'revision_number': 2, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port_host': None, '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:23Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:24:23.875654 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 37536) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:23.985987 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991b7cd-3884-42d9-981e-8525424f1754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:23.987305 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0991b7cd-3884-42d9-981e-8525424f1754 admin admin] 10.222.0.39 "GET /v2.0/networks/c1873254-d8c4-4851-9bd4-d31931e51dc2 HTTP/1.1" status: 200 len: 842 time: 0.1104186 Aug 24 22:24:23.997762 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:24:24.000262 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.quota [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Loaded quota_driver: . Aug 24 22:24:24.121639 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Made reservation on behalf of 76bc61e596054affa025470fcec2f134 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:24:24.124103 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:24.475402 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.objects.ports [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94374) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 22:24:24.475826 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:24.530635 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5083040d-3f70-41d9-b1de-0b9a09460bbc,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:24.539199 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:24:24.539402 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Network hostable DHCP agents. Network: c1873254-d8c4-4851-9bd4-d31931e51dc2, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:24:24.613215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:24:24.664684 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, c1873254-d8c4-4851-9bd4-d31931e51dc2) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:24.668616 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:24.669226 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:24.674014 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ecff5-cd73-40dc-9fed-581ff8228e4f None None] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:24:24.728876 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ac5c754b-95d3-4c28-8a19-d791d37d63c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7346928 Aug 24 22:24:24.819303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8707028-ed76-46b9-9ebf-3a9bc513b622 None None] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:24:27.059215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 37544) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:27.279610 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b18de59b-1423-4880-ae77-ebd5e8bac6e0 admin admin] 10.222.0.39 "GET /v2.0/routers/861ef2be-f7be-464f-abdf-8ba172dcf992 HTTP/1.1" status: 200 len: 710 time: 0.2186391 Aug 24 22:24:27.394190 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2d04b-ccc1-49cd-ac81-e62cb62f7d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:24:27.395595 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-49f2d04b-ccc1-49cd-ac81-e62cb62f7d4c admin admin] 10.222.0.39 "GET /v2.0/networks/c1873254-d8c4-4851-9bd4-d31931e51dc2 HTTP/1.1" status: 200 len: 886 time: 0.1098855 Aug 24 22:24:27.405784 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:24:27.648071 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:27.980084 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:28.066200 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:28.222241 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Allocated IP 172.27.0.213 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/94e0f2bb-2891-43fb-8cd1-e58671ca0f5a) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:24:28.331934 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:28.442582 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:28.523035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:24:28.531304 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:24:28.536237 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:24:28.538088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Pushing event updated for resources: {'Port': ['ID=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:28.903913 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:29.105922 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-394690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1166'] for router, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:29.110462 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-394699'] for router, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:29.218421 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Router 861ef2be-f7be-464f-abdf-8ba172dcf992 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:24:29.323055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:24:29.327594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:29.328791 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ad5f317c-ac76-4ffe-8199-a7e165f904ba admin admin] 10.222.0.39 "PUT /v2.0/routers/861ef2be-f7be-464f-abdf-8ba172dcf992 HTTP/1.1" status: 200 len: 890 time: 1.9269962 Aug 24 22:24:30.064202 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8e0fe562-a34e-492f-a4f3-9f203be6838e up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:30.167904 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 8e0fe562-a34e-492f-a4f3-9f203be6838e completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:24:30.172848 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8e0fe562-a34e-492f-a4f3-9f203be6838e triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:30.173169 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:30.195225 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Sync routers for ids ['861ef2be-f7be-464f-abdf-8ba172dcf992'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:24:30.213336 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Routers {'861ef2be-f7be-464f-abdf-8ba172dcf992'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:24:30.214028 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:24:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['861ef2be-f7be-464f-abdf-8ba172dcf992'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:30.436267 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:30.521080 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 8e0fe562-a34e-492f-a4f3-9f203be6838e, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8e0fe562-a34e-492f-a4f3-9f203be6838e,segment=NetworkSegment(bb938de1-6c94-4b09-bc7d-dee1910a2e37),segment_id=bb938de1-6c94-4b09-bc7d-dee1910a2e37)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:24:30.546578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Set router 861ef2be-f7be-464f-abdf-8ba172dcf992 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:24:30.592531 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:30.811456 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=8e0fe562-a34e-492f-a4f3-9f203be6838e,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:31.019727 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:28Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port': {'id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:28Z', 'updated_at': '2021-08-24T22:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:23Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:31.071920 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Checking router: 861ef2be-f7be-464f-abdf-8ba172dcf992 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:24:31.072642 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Updating router 861ef2be-f7be-464f-abdf-8ba172dcf992 port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:24:31.124691 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.476061 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.487161 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Transition to ACTIVE for port object 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:24:31.544912 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.602464 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Attempting to bind port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:24:31.602826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Attempting to bind port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:24:31.603187 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Attempting to bind port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:24:31.611126 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe223f0-5d6c-4659-9b9d-db4fa59d4509 None None] Pushing event updated for resources: {'Port': ['ID=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:31.613395 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:24:31.613817 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:24:31.614172 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.614544 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:24:31.615001 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Bound port: 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:24:31.615389 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.674043 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] For port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:24:31.678966 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] For port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:24:31.745260 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:31.808021 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe223f0-5d6c-4659-9b9d-db4fa59d4509 None None] Pushing event updated for resources: {'Port': ['ID=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:31.811471 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Routers {'861ef2be-f7be-464f-abdf-8ba172dcf992'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:24:31.812125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:24:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['861ef2be-f7be-464f-abdf-8ba172dcf992'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:31.867967 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 37556) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:24:31.953455 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] Set router 861ef2be-f7be-464f-abdf-8ba172dcf992 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:24:31.993734 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c454e57d-2709-4448-ac6c-6687ef6f255d admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217773 Aug 24 22:24:32.131050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8e0fe562-a34e-492f-a4f3-9f203be6838e up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:32.250241 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8e0fe562-a34e-492f-a4f3-9f203be6838e triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:32.250604 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:32.383641 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:28Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port': {'id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:28Z', 'updated_at': '2021-08-24T22:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:30Z', 'revision_number': 5, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:24:32.409701 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed33ba7-1cef-406f-9a63-80c91070e3f3 None None] The sync data for ids ['861ef2be-f7be-464f-abdf-8ba172dcf992'] in dv-cinder-805887-2-iscsi is: [{'id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'name': 'router1', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:24:10Z', 'updated_at': '2021-08-24T22:24:28Z', 'revision_number': 4, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'gw_port': {'id': '94e0f2bb-2891-43fb-8cd1-e58671ca0f5a', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:28Z', 'updated_at': '2021-08-24T22:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8e0fe562-a34e-492f-a4f3-9f203be6838e', 'name': '', 'network_id': 'f501c955-ea3a-4a71-bc12-235348a53eb2', 'tenant_id': '099db29e1a0144a1819424f81fd23a9a', 'mac_address': 'fa:16:3e:6e:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861ef2be-f7be-464f-abdf-8ba172dcf992', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:24:19Z', 'updated_at': '2021-08-24T22:24:30Z', 'revision_number': 5, 'project_id': '099db29e1a0144a1819424f81fd23a9a', 'subnets': [{'id': '351b2210-1d61-4f06-8e73-38992944bf7d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06d28c0e-aa28-470a-a49b-08974e8863db'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:24:34.072781 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:34.196171 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:24:34.202388 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:34.202388 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:34.289128 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:34.313789 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:24:34.361997 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:34.413153 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=94e0f2bb-2891-43fb-8cd1-e58671ca0f5a,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:24:36.054836 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:24:36.121324 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 94e0f2bb-2891-43fb-8cd1-e58671ca0f5a triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:24:36.122089 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:43.271705 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-35947213-6874-43bd-88e8-9d02f48d9fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:45.893596 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e8b5afb3-fdf7-42e2-b713-162292a0781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:46.081860 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:46.904674 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:48.527228 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:24:53.428430 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:25:13.269952 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c0c729b4-d49d-4916-8eec-3171baa7f809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:15.910703 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bff68c1b-4fb3-4d6c-aa2f-4c4e1453cfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:16.133137 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:16.989949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:19.246475 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:30.427922 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:25:43.296713 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-42651f51-d3e3-4b37-b6fd-faae4bbb5bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:45.960173 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ab39f99e-bd95-4de3-a914-cce367276c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:46.085313 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:46.919899 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:25:48.588390 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:07.425944 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:26:13.326530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38118) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:13.330241 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b4b6a7dd-3fb6-490b-bb43-3a9be46c6dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:13.395543 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbca4e01-9b53-4e9c-986d-3e7977360c20 admin admin] GET failed (client error): The resource could not be found. Aug 24 22:26:13.396922 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cbca4e01-9b53-4e9c-986d-3e7977360c20 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694401 Aug 24 22:26:13.628290 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73d4b9-6b02-459d-9d9e-d8c4d9524565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:13.629813 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8d73d4b9-6b02-459d-9d9e-d8c4d9524565 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2275429 Aug 24 22:26:15.866555 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38128) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:15.874029 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c5890ab5-9829-426b-a0a2-db820e525913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:15.961594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682a6eb-33b0-4aaf-8d9c-dcdc677b6362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:15.963034 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4682a6eb-33b0-4aaf-8d9c-dcdc677b6362 admin admin] 10.222.0.39 "GET /v2.0/subnets/351b2210-1d61-4f06-8e73-38992944bf7d HTTP/1.1" status: 200 len: 849 time: 0.0954971 Aug 24 22:26:15.973938 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:26:16.061726 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.084284 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.289952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754648969948'] for subnet, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.319702 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:16.320813 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.321470 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] 10.222.0.39 "PUT /v2.0/subnets/351b2210-1d61-4f06-8e73-38992944bf7d HTTP/1.1" status: 200 len: 868 time: 0.3514049 Aug 24 22:26:16.325812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f42e4-dc35-4eba-8726-092a09d64429 None None] Network f501c955-ea3a-4a71-bc12-235348a53eb2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:26:16.344661 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=351b2210-1d61-4f06-8e73-38992944bf7d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:26:16.351963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.352326 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.352660 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.352988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.353311 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.353686 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.354013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.354492 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.354744 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.355189 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.355514 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.355836 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04321b-e4db-445a-9c6f-6c78736922d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:26:16.743244 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f0c4c7ae-bc4e-4aa2-84bc-582598a19e0a None None] Provisioning complete for port 8e0fe562-a34e-492f-a4f3-9f203be6838e triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:26:16.743609 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c7ae-bc4e-4aa2-84bc-582598a19e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.839759 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f0c4c7ae-bc4e-4aa2-84bc-582598a19e0a None None] Provisioning complete for port 66878e0b-2c2e-4926-b16d-871eb07fd983 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:26:16.840074 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c7ae-bc4e-4aa2-84bc-582598a19e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:16.916871 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:18.564405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38136) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:18.564989 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:18.768338 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13069653-2c41-4cfa-879a-99bed7adc540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:18.768716 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13069653-2c41-4cfa-879a-99bed7adc540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:18.770290 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-13069653-2c41-4cfa-879a-99bed7adc540 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049289 Aug 24 22:26:20.984604 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38144) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:21.121952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff0c61-2ec5-4cfe-a65b-d4a156943243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:21.122415 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff0c61-2ec5-4cfe-a65b-d4a156943243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:21.124227 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-aeff0c61-2ec5-4cfe-a65b-d4a156943243 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386051 Aug 24 22:26:23.372723 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38152) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:23.502779 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395206eb-bf39-41d5-8c9d-037c3b82da68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:23.504178 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-395206eb-bf39-41d5-8c9d-037c3b82da68 admin admin] 10.222.0.39 "GET /v2.0/networks/c1873254-d8c4-4851-9bd4-d31931e51dc2 HTTP/1.1" status: 200 len: 886 time: 0.1305382 Aug 24 22:26:25.706845 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38160) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:25.841936 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc9a99-6f55-403e-95d1-f13d3de1110c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:25.843339 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-26bc9a99-6f55-403e-95d1-f13d3de1110c admin admin] 10.222.0.39 "GET /v2.0/networks/f501c955-ea3a-4a71-bc12-235348a53eb2 HTTP/1.1" status: 200 len: 869 time: 0.1355691 Aug 24 22:26:28.116657 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38170) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:28.252532 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67dde5-9774-433c-a168-72c32e1f628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:28.252883 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67dde5-9774-433c-a168-72c32e1f628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:28.254493 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3d67dde5-9774-433c-a168-72c32e1f628a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367269 Aug 24 22:26:30.586478 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38178) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:30.686860 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c369bb1-1b0c-4610-b69f-5742e626b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:30.687317 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c369bb1-1b0c-4610-b69f-5742e626b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:30.688879 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3c369bb1-1b0c-4610-b69f-5742e626b19e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014347 Aug 24 22:26:32.924743 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38186) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:33.029902 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376808c-c0dd-48f9-8478-2c39617d5306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:33.031293 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a376808c-c0dd-48f9-8478-2c39617d5306 admin admin] 10.222.0.39 "GET /v2.0/subnets/351b2210-1d61-4f06-8e73-38992944bf7d HTTP/1.1" status: 200 len: 868 time: 0.1055884 Aug 24 22:26:35.292126 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38194) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:26:35.386459 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99531281-5b6d-4702-b18b-6874ee2cf088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:26:35.387870 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-99531281-5b6d-4702-b18b-6874ee2cf088 admin admin] 10.222.0.39 "GET /v2.0/subnets/5083040d-3f70-41d9-b1de-0b9a09460bbc HTTP/1.1" status: 200 len: 816 time: 0.0952783 Aug 24 22:26:43.311826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5bc7e040-3a36-4fc0-85be-026adc1c10d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:44.424825 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:26:45.906597 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-54c59d54-b1e0-40d4-933c-ef34ae3cc34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:46.106543 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:46.902121 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:26:48.540576 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:00.272128 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38248) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:27:00.322052 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [None req-ee352778-ff2a-42c8-a7e1-5bac8ab4ef2c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:27:00.324218 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ee352778-ff2a-42c8-a7e1-5bac8ab4ef2c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510869 Aug 24 22:27:02.641760 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38256) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:27:02.705682 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f81c378-cda6-402a-86e6-117847e4534a admin admin] GET failed (client error): The resource could not be found. Aug 24 22:27:02.707224 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7f81c378-cda6-402a-86e6-117847e4534a admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644925 Aug 24 22:27:02.795964 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5f548-30e4-498c-b5a7-2f2f03124ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:27:02.797518 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6cd5f548-30e4-498c-b5a7-2f2f03124ebf admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848787 Aug 24 22:27:05.084681 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38264) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:27:05.134398 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:27:05.214352 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Made reservation on behalf of 76bc61e596054affa025470fcec2f134 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:27:05.217146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:05.250930 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING neutron.services.revisions.revision_plugin [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Could not find related network for resource to bump revision. Aug 24 22:27:05.262019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:27:05.271082 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:05.271418 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Added segment 8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2 of type vlan for network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 Aug 24 22:27:05.313435 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:05.408587 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:05.409630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:27:05.410217 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:05.467838 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] Pushing event updated for resources: {'Network': ['ID=aca405ce-cfbc-4429-a7e8-998f7eb1ae54,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:27:05.477820 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:27:05.489116 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0d74c069-4fbc-44b7-8565-fb7c17a4d374 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4033127 Aug 24 22:27:07.694852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38272) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:27:07.759296 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7fa05f-76bf-48a2-bcc9-c4fc64119c14 admin admin] GET failed (client error): The resource could not be found. Aug 24 22:27:07.761682 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ae7fa05f-76bf-48a2-bcc9-c4fc64119c14 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657175 Aug 24 22:27:07.837940 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb25b4-da35-4a66-86e9-9cc56133e0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:27:07.839612 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b2bb25b4-da35-4a66-86e9-9cc56133e0d0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0733540 Aug 24 22:27:07.851100 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Request body: {'subnet': {'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:27:07.968630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Made reservation on behalf of 76bc61e596054affa025470fcec2f134 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:27:07.970879 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.185743 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.242932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d783e94-9934-4bba-8643-ffa89ed85313,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:27:08.247872 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Checking segment: {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:27:08.250751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Network hostable DHCP agents. Network: aca405ce-cfbc-4429-a7e8-998f7eb1ae54, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:27:08.328396 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:27:08.385781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, aca405ce-cfbc-4429-a7e8-998f7eb1ae54) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:27:08.389873 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:27:08.390460 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.394775 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6dfef-e852-424a-8dec-2e06e234a102 None None] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:27:08.472038 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-10c41ad7-47cb-492c-b3ab-e603a77e245a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6243656 Aug 24 22:27:08.543859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-aca405ce-cfbc-4429-a7e8-998f7eb1ae54', 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54', 'tenant_id': '76bc61e596054affa025470fcec2f134', 'fixed_ips': [{'subnet_id': '9d783e94-9934-4bba-8643-ffa89ed85313'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:27:08.544776 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.782832 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Allocated IP 192.168.233.2 (aca405ce-cfbc-4429-a7e8-998f7eb1ae54/9d783e94-9934-4bba-8643-ffa89ed85313/1dc71f21-bb9a-4863-9900-31bc65f501eb) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:27:08.928138 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:08.937077 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Transition to ACTIVE for port object 1dc71f21-bb9a-4863-9900-31bc65f501eb will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:27:08.953429 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Transition to ACTIVE for port object 1dc71f21-bb9a-4863-9900-31bc65f501eb will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:27:09.031617 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:09.074909 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:27:09.077955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:27:09.082207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:27:09.085214 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Pushing event updated for resources: {'Port': ['ID=1dc71f21-bb9a-4863-9900-31bc65f501eb,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:27:09.096095 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.096442 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.096773 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.097117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.097440 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.097786 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.098101 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.098418 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.098751 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.099065 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.099380 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.099718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:27:09.150034 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Attempting to bind port 1dc71f21-bb9a-4863-9900-31bc65f501eb on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:27:09.150315 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Attempting to bind port 1dc71f21-bb9a-4863-9900-31bc65f501eb by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:27:09.151136 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Attempting to bind port 1dc71f21-bb9a-4863-9900-31bc65f501eb on network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:27:09.156395 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:27:09.156767 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Checking segment: {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:27:09.157162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:09.157567 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Bound using segment: {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:27:09.158033 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Bound port: 1dc71f21-bb9a-4863-9900-31bc65f501eb, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:27:09.158426 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:09.226660 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] For port 1dc71f21-bb9a-4863-9900-31bc65f501eb, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:27:09.229995 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] For port 1dc71f21-bb9a-4863-9900-31bc65f501eb, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=1dc71f21-bb9a-4863-9900-31bc65f501eb,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:27:09.311872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:09.374092 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e95d8-48b5-4efa-902a-8a0bc3c60c01 None None] Pushing event updated for resources: {'Port': ['ID=1dc71f21-bb9a-4863-9900-31bc65f501eb,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:27:10.152097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc07e5-3ebe-445c-8b5f-da15fe834b66 None None] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:27:10.209080 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 1dc71f21-bb9a-4863-9900-31bc65f501eb up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:27:10.280110 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1abe1a17-7cb0-4a3f-8e2d-c2927d34d325 None None] Provisioning for port 1dc71f21-bb9a-4863-9900-31bc65f501eb completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:27:10.397123 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 1dc71f21-bb9a-4863-9900-31bc65f501eb completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:27:10.401720 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 1dc71f21-bb9a-4863-9900-31bc65f501eb triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:27:10.402091 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:10.511487 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:10.548424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 1dc71f21-bb9a-4863-9900-31bc65f501eb, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=1dc71f21-bb9a-4863-9900-31bc65f501eb,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:27:10.608583 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:10.655799 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-46676b2e-63fd-48c6-bb78-936bd92e71ae None None] Provisioning complete for port 1dc71f21-bb9a-4863-9900-31bc65f501eb triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:27:10.656172 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46676b2e-63fd-48c6-bb78-936bd92e71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:10.693959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=1dc71f21-bb9a-4863-9900-31bc65f501eb,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:27:12.164616 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 1dc71f21-bb9a-4863-9900-31bc65f501eb up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:27:12.211998 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 1dc71f21-bb9a-4863-9900-31bc65f501eb triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:27:12.212360 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:13.333807 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-076d39dd-1fa3-4507-b43b-98f5d5fd24c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:15.899824 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-88ad4396-b137-47d9-a405-bf2e69407afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:16.139293 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:16.951164 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:18.556757 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:21.428741 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:27:43.293711 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a0160c44-3896-46d0-8bd8-a8c94026e6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:45.927639 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa6501bc-c3df-433b-b7fd-c97f478106b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:46.099076 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:46.893044 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:48.584127 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:27:58.425695 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:28:13.303938 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a8973f43-8faa-4b60-9d2e-e800ceee41c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:15.909524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-64164388-d0cd-4c18-9325-00c5d5255891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:16.080891 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:16.903830 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:18.560868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:30.108934 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38326) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:28:30.115091 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [None req-ae4cc335-6286-489e-8dc4-7aca62acc824 tempest-verify_tempest_config-1914572808 tempest-verify_tempest_config-1914572808-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:28:30.116130 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ae4cc335-6286-489e-8dc4-7aca62acc824 tempest-verify_tempest_config-1914572808 tempest-verify_tempest_config-1914572808-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061190 Aug 24 22:28:30.716883 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38344) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:28:30.825674 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:30.948168 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.022916 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.070737 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c50c3ece1864c3e8d3ced67f3063d03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3525879 Aug 24 22:28:31.071402 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f248339-522e-43ce-b63e-dc438cc189e1,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:28:31.073511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38350) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:28:31.078539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.078995 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.079379 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.079715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.080047 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.080401 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.080731 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.081058 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.081387 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.081738 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.082064 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.086938 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd3e03-8eff-4ad1-8358-c69ec6974792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.132510 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.154461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.332146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.334749 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:31.335905 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f248339-522e-43ce-b63e-dc438cc189e1 HTTP/1.1" status: 204 len: 168 time: 0.2614059 Aug 24 22:28:31.346129 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f248339-522e-43ce-b63e-dc438cc189e1,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:28:31.352641 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.353035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.353363 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.353890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.354215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.354557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.355440 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.355783 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.356326 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.356746 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.357256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:31.357573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833d7e0-a166-4143-b603-1d1fb4dc060d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:28:35.425791 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:28:43.280159 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f6a83867-70ef-4044-9fb8-dda2cb6a002d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:45.953680 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e2244978-dd10-4301-a5b8-ffbff9c2da1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:46.091005 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:46.925650 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:28:48.571798 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:12.426703 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:29:13.313403 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7434e3f0-a925-469d-9c68-9ee15d796afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:15.895651 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1cb6e015-1020-4148-a01b-b04f6faf066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:16.113021 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:16.935488 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:18.592713 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:43.317926 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f0e6eac2-9265-4303-bfe8-f95aac7d1abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:45.964066 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ed1c610d-6006-47bb-a712-858e55e69f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:46.123435 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:46.912254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:48.608821 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:29:49.426201 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 5 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:30:08.722839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7887798'] for agent, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:13.320055 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d368cad3-a346-46bd-a944-69fb870de347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:15.922283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7f5328f6-c443-4bf0-8270-c46fdd0deb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:16.116881 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:16.963196 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:18.585392 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:24.136450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38422) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:30:24.324079 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-97112840-33da-4b5a-99c9-3bb00af0a48d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1865263 Aug 24 22:30:26.426601 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:30:26.607753 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38432) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:30:26.673768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-525642cc-585a-487d-8a18-326dbfb3cf38 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0645156 Aug 24 22:30:38.752054 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:43.332682 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e7fb-a990-4369-baff-b5117b69cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:45.973077 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd5ac-1f96-44e2-b5b1-a3df81899a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:46.173182 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:46.949959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:30:48.583721 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:03.426208 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:31:08.721288 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:13.343673 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2312e1cc-3221-4540-9945-91f5757f26b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:15.943586 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5fe6eda0-2a2c-4ae9-b0d5-c1ba40199596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:16.103111 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:16.948868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:18.600688 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:38.738893 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:40.426845 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:31:43.314624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f5a31ae-24b5-426f-9333-7549d2fdb0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:45.930734 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ee69b6be-1636-4b84-9b23-76c0d332261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:46.113563 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:46.930679 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:31:48.582262 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.340944 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38614) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:00.534956 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-775004440-network', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:00.684697 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Made reservation on behalf of 4ccc9ed66fc446f88a4290e4258b9635 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:00.688189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.696789 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.804198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.851061 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.885037 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:00.910336 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7717c-f77c-4a31-957f-687ddae3500e,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:00.924026 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754649110182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:00.924898 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Unsubscribe: segment precommit_create {{(pid=94374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 22:32:00.925596 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Added segment eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d of type vlan for network aacb8cc0-c5f5-47c9-b878-44b6bce587ce Aug 24 22:32:00.930877 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.931241 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.931581 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.931910 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.932411 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.932767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.933094 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.933415 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.933781 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.934109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.934469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.934811 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Tracked resource versions report: Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: pushed versions: Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: { 'AddressGroup': {'1.2'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'ConntrackHelper': {'1.0'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Log': {'1.0'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Network': {'1.1'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Port': {'1.7'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'PortForwarding': {'1.2'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'QosPolicy': {'1.9'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroup': {'1.4'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SubPort': {'1.0'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Subnet': {'1.1'}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Trunk': {'1.1'}} Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: consumer versions: Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: HyperV agent@hv-cinder-80588: {}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'ConntrackHelper': '1.0', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Log': '1.0', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Network': '1.1', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Port': '1.7', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'PortForwarding': '1.2', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'QosPolicy': '1.9', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroup': '1.4', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SecurityGroupRule': '1.2', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'SubPort': '1.0', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Subnet': '1.1', Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: 'Trunk': '1.1'}} Aug 24 22:32:00.935842 dv-cinder-805887-2-iscsi neutron-server[94374]: {{(pid=94374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:32:00.990374 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:01.125973 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:01.128370 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:01.129512 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:01.243449 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] Pushing event updated for resources: {'Network': ['ID=aacb8cc0-c5f5-47c9-b878-44b6bce587ce,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:01.259779 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:01.290766 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-628a67a7-e37c-4841-8759-8e81d53b8ace admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9479308 Aug 24 22:32:01.295028 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38654) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:01.302191 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Request body: {'subnet': {'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-775004440-subnet', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:01.423974 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Made reservation on behalf of 4ccc9ed66fc446f88a4290e4258b9635 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:01.429587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:01.450118 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38658) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:01.606848 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38664) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:01.655404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38670) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:01.681770 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38674) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:01.725449 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:01.799833 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3c18a9-708b-4c0c-b908-8ad487a46f1b,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:01.807651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-449052010-network', 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:01.810384 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Checking segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:01.811170 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Network hostable DHCP agents. Network: aacb8cc0-c5f5-47c9-b878-44b6bce587ce, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:01.873817 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1293059977-network', 'tenant_id': '2e539ca1f4df418e95dbf21b2a15ba13'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:01.927526 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-network', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:01.947649 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:01.978569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788294758-network', 'tenant_id': '5564efdf441e425395a7e5ad0d78e95c'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:01.994731 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:01.998294 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.035764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.050888 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, aacb8cc0-c5f5-47c9-b878-44b6bce587ce) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:02.058182 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:02.059903 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.064594 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9fb63-3b61-4990-bcbe-bd47de162b2c None None] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:02.148822 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Made reservation on behalf of 2e539ca1f4df418e95dbf21b2a15ba13 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:02.151287 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.161710 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.238922 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-462fa1ca-cd3e-43b5-a4ef-99f320c2e618 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9425170 Aug 24 22:32:02.243069 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38694) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:02.259157 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:02.278933 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:32:02.280390 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.373667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Made reservation on behalf of 2241e6ea3c1c43ec9772db120e4a5818 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:02.389202 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.394850 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.db.api [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:32:02.394850 dv-cinder-805887-2-iscsi neutron-server[94374]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 22:32:02.394850 dv-cinder-805887-2-iscsi neutron-server[94374]: [parameters: {'project_id_1': '4ccc9ed66fc446f88a4290e4258b9635', 'expiration_1': datetime.datetime(2021, 8, 24, 22, 32, 2, 273665)}] Aug 24 22:32:02.394850 dv-cinder-805887-2-iscsi neutron-server[94374]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:32:02.397541 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG oslo_db.api [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:32:02.401701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.407411 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.db.api [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:32:02.407411 dv-cinder-805887-2-iscsi neutron-server[94375]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 22:32:02.407411 dv-cinder-805887-2-iscsi neutron-server[94375]: [parameters: {'project_id_1': '012b8d16d5b8483da9da640b0bb5056a', 'expiration_1': datetime.datetime(2021, 8, 24, 22, 32, 2, 51534)}] Aug 24 22:32:02.407411 dv-cinder-805887-2-iscsi neutron-server[94375]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:32:02.408017 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG oslo_db.api [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:32:02.408210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.db.api [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 22:32:02.408210 dv-cinder-805887-2-iscsi neutron-server[94375]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 22:32:02.408210 dv-cinder-805887-2-iscsi neutron-server[94375]: [parameters: {'project_id_1': '2e539ca1f4df418e95dbf21b2a15ba13', 'expiration_1': datetime.datetime(2021, 8, 24, 22, 32, 2, 172434)}] Aug 24 22:32:02.408210 dv-cinder-805887-2-iscsi neutron-server[94375]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 22:32:02.408791 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG oslo_db.api [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 22:32:02.466796 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Allocated IP 172.20.0.2 (aacb8cc0-c5f5-47c9-b878-44b6bce587ce/ff3c18a9-708b-4c0c-b908-8ad487a46f1b/321afa4e-35e2-440b-8c8a-862266a0b3ff) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:02.579994 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Made reservation on behalf of 5564efdf441e425395a7e5ad0d78e95c for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:02.584935 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.659990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.662449 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.672340 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Transition to ACTIVE for port object 321afa4e-35e2-440b-8c8a-862266a0b3ff will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:02.694153 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Transition to ACTIVE for port object 321afa4e-35e2-440b-8c8a-862266a0b3ff will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:02.788108 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.828982 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.865811 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:02.867897 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:02.878589 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:02.892551 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Pushing event updated for resources: {'Port': ['ID=321afa4e-35e2-440b-8c8a-862266a0b3ff,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:02.904671 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.905631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.906920 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.907821 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.908430 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.908889 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.909018 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.909332 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.909815 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.910283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.910720 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.911383 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.912080 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Tracked resource versions report: Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: pushed versions: Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: { 'AddressGroup': {'1.2'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'ConntrackHelper': {'1.0'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Log': {'1.0'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Network': {'1.1'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Port': {'1.7'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'PortForwarding': {'1.2'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'QosPolicy': {'1.9'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroup': {'1.4'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SubPort': {'1.0'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Subnet': {'1.1'}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Trunk': {'1.1'}} Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: consumer versions: Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: HyperV agent@hv-cinder-80588: {}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'ConntrackHelper': '1.0', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Log': '1.0', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Network': '1.1', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Port': '1.7', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'PortForwarding': '1.2', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'QosPolicy': '1.9', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroup': '1.4', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SecurityGroupRule': '1.2', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'SubPort': '1.0', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Subnet': '1.1', Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: 'Trunk': '1.1'}} Aug 24 22:32:02.913989 dv-cinder-805887-2-iscsi neutron-server[94376]: {{(pid=94376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:32:02.922453 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:02.978105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.059236 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138d8f76-c874-4f9e-a61c-85f58917cb65,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:03.059719 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Attempting to bind port 321afa4e-35e2-440b-8c8a-862266a0b3ff on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:03.060620 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Attempting to bind port 321afa4e-35e2-440b-8c8a-862266a0b3ff by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:03.062328 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Attempting to bind port 321afa4e-35e2-440b-8c8a-862266a0b3ff on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:03.069653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:03.089125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:03.092221 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Checking segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:03.092874 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.093330 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Bound using segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:03.093898 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.094206 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Bound port: 321afa4e-35e2-440b-8c8a-862266a0b3ff, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:03.094640 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.095103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.095792 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.096748 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.097435 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.098234 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.098933 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.099617 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.100267 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.100952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.101627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.102297 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Tracked resource versions report: Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: pushed versions: Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: { 'AddressGroup': {'1.2'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'ConntrackHelper': {'1.0'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Log': {'1.0'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Network': {'1.1'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Port': {'1.7'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'PortForwarding': {'1.2'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'QosPolicy': {'1.9'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroup': {'1.4'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SubPort': {'1.0'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Subnet': {'1.1'}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Trunk': {'1.1'}} Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: consumer versions: Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: HyperV agent@hv-cinder-80588: {}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'ConntrackHelper': '1.0', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Log': '1.0', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Network': '1.1', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Port': '1.7', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'PortForwarding': '1.2', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'QosPolicy': '1.9', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroup': '1.4', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SecurityGroupRule': '1.2', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'SubPort': '1.0', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Subnet': '1.1', Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: 'Trunk': '1.1'}} Aug 24 22:32:03.104016 dv-cinder-805887-2-iscsi neutron-server[94375]: {{(pid=94375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:32:03.144359 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.147163 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Added segment ce5a3cd6-e606-4045-a184-27886f672a99 of type vlan for network 0b7ef924-d865-4684-96e3-e119a6477c41 Aug 24 22:32:03.225370 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.300890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.321131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] For port 321afa4e-35e2-440b-8c8a-862266a0b3ff, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:03.327468 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] For port 321afa4e-35e2-440b-8c8a-862266a0b3ff, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=321afa4e-35e2-440b-8c8a-862266a0b3ff,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:03.457370 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.458417 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:03.459002 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.491710 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.526988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.540728 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7ef924-d865-4684-96e3-e119a6477c41,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:03.549517 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:03.556392 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 0b7ef924-d865-4684-96e3-e119a6477c41 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:03.569909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.570252 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Added segment 44741e6c-289c-43a1-933b-d9d3f20e0254 of type vlan for network 8786fc62-c9d4-463a-a13b-5576a014133e Aug 24 22:32:03.626457 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.639111 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5d86c96e-58d7-4836-905e-277835246882 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9897707 Aug 24 22:32:03.643812 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38734) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:03.652621 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ae094-6b1c-4160-9dbe-da62e6b99870,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:03.656557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96868a48-57a1-4cc3-acc0-44e6039fb854 None None] Pushing event updated for resources: {'Port': ['ID=321afa4e-35e2-440b-8c8a-862266a0b3ff,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:03.682233 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Request body: {'subnet': {'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-subnet', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:03.725085 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.726305 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:03.728118 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.830130 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.832261 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:03.842857 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=8786fc62-c9d4-463a-a13b-5576a014133e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:03.888840 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 8786fc62-c9d4-463a-a13b-5576a014133e details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:04.037788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.161365 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.201363 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.242460 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:04.274729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeadcaa-6157-4640-b459-d2882a46c42f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:04.297006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.297364 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Added segment 382f7b6a-382a-43f9-b1e8-708ab2f28e18 of type vlan for network da1583ee-d082-497f-b87d-9c384f5338da Aug 24 22:32:04.442696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.461186 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 321afa4e-35e2-440b-8c8a-862266a0b3ff up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:04.529422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.565760 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.644487 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 321afa4e-35e2-440b-8c8a-862266a0b3ff completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:04.647568 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.652438 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:04.652438 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.663040 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.768323 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23144177-f394-4bbe-b3ec-d1da8e654587,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:04.785320 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:04.789266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Made reservation on behalf of 2241e6ea3c1c43ec9772db120e4a5818 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:04.792913 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.806226 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] Pushing event updated for resources: {'Network': ['ID=da1583ee-d082-497f-b87d-9c384f5338da,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:04.824973 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.825383 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network da1583ee-d082-497f-b87d-9c384f5338da details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:04.825737 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Added segment 66880951-586f-4e3e-aa5d-f9d64460a2ae of type vlan for network 04907139-f732-4b03-9f24-7bed5d5fb591 Aug 24 22:32:04.861160 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2ce81bbd-092e-4a6a-88aa-a5bb74bd42fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2532043 Aug 24 22:32:04.864744 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38766) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:04.866996 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-70969848-1ffc-4a8a-b4ad-4076c451f7c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1839695 Aug 24 22:32:04.872409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38768) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:04.882608 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Request body: {'subnet': {'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1293059977-subnet', 'tenant_id': '2e539ca1f4df418e95dbf21b2a15ba13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:04.886112 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Request body: {'subnet': {'network_id': '8786fc62-c9d4-463a-a13b-5576a014133e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788294758-subnet', 'tenant_id': '5564efdf441e425395a7e5ad0d78e95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:04.898267 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:04.945987 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee40206f-d51e-4eae-881b-87705f3eb4d2 None None] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:05.028693 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.033836 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:05.037050 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.126646 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Provisioning for port 321afa4e-35e2-440b-8c8a-862266a0b3ff completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:05.138893 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Provisioning complete for port 321afa4e-35e2-440b-8c8a-862266a0b3ff triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:05.139547 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.157673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.159868 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] Pushing event updated for resources: {'Network': ['ID=04907139-f732-4b03-9f24-7bed5d5fb591,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:05.164307 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Made reservation on behalf of 5564efdf441e425395a7e5ad0d78e95c for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:05.167022 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.188706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 04907139-f732-4b03-9f24-7bed5d5fb591 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:05.221861 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.431693 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.455788 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c9a269b7-6cdb-4d28-a7c3-72e78e8c10e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.9950826 Aug 24 22:32:05.456515 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38784) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:05.462666 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Request body: {'subnet': {'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-449052010-subnet', 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:05.472279 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Allocated IP 172.27.0.223 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/945794f1-ecec-433a-a4a9-34419d8ac3e7) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:05.522055 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] For port 321afa4e-35e2-440b-8c8a-862266a0b3ff, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=321afa4e-35e2-440b-8c8a-862266a0b3ff,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:05.572449 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.641694 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=606c4c90-2cb5-4207-abd1-8354bdfa3baa,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:05.658034 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Checking segment: {'id': '44741e6c-289c-43a1-933b-d9d3f20e0254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8786fc62-c9d4-463a-a13b-5576a014133e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:05.658821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Network hostable DHCP agents. Network: 8786fc62-c9d4-463a-a13b-5576a014133e, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:05.662614 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.669437 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Made reservation on behalf of 2e539ca1f4df418e95dbf21b2a15ba13 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:05.674326 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.705455 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.720560 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab13a6-4569-4727-86be-5613986ade8b None None] Pushing event updated for resources: {'Port': ['ID=321afa4e-35e2-440b-8c8a-862266a0b3ff,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:05.770534 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:05.773346 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.784753 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-908bfeb1-e971-4cde-9ec2-d7d4f87d9a9b None None] Provisioning complete for port 321afa4e-35e2-440b-8c8a-862266a0b3ff triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:05.785227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-908bfeb1-e971-4cde-9ec2-d7d4f87d9a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.821332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Network 8786fc62-c9d4-463a-a13b-5576a014133e is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:05.825591 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.892787 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.908183 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 8786fc62-c9d4-463a-a13b-5576a014133e) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:05.912353 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:05.915709 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:05.915709 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:05.924039 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184b32d-80a6-4113-af49-dd40df269063 None None] Network 8786fc62-c9d4-463a-a13b-5576a014133e requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:05.992531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:06.002690 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:06.006676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Checking segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:06.007327 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Network hostable DHCP agents. Network: 0b7ef924-d865-4684-96e3-e119a6477c41, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:06.010776 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3b845092-4a28-430f-a403-ccacd5312edd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1367631 Aug 24 22:32:06.013834 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:06.024199 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=945794f1-ecec-433a-a4a9-34419d8ac3e7,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:06.072940 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce553d-8e13-437e-af0e-fa03f85cff72 None None] Network 8786fc62-c9d4-463a-a13b-5576a014133e requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:06.113240 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.164812 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.182275 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=268b8c4b-31dc-4ae1-8844-d653f1593ac6,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:06.191619 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Checking segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:06.192770 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Network hostable DHCP agents. Network: 04907139-f732-4b03-9f24-7bed5d5fb591, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:06.225278 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:06.252610 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 0b7ef924-d865-4684-96e3-e119a6477c41) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:06.262949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f069fca-109c-4f5d-a117-661149aadfaf None None] Network 0b7ef924-d865-4684-96e3-e119a6477c41 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:06.290081 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Network 04907139-f732-4b03-9f24-7bed5d5fb591 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:06.352242 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:06.353001 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.372196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Checking segment: {'id': '382f7b6a-382a-43f9-b1e8-708ab2f28e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:06.372566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Network hostable DHCP agents. Network: da1583ee-d082-497f-b87d-9c384f5338da, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:06.379255 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 04907139-f732-4b03-9f24-7bed5d5fb591) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:06.384693 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:06.390170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:06.390777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.413041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb20192-1fad-446e-8d56-3334d2cea090 None None] Network 04907139-f732-4b03-9f24-7bed5d5fb591 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:06.492912 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7ead231e-910a-4e30-ad1d-165147a79a6c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0345869 Aug 24 22:32:06.521844 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-513fe699-bd2a-4820-b2e1-01f09111ad1d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8680313 Aug 24 22:32:06.524750 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38816) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:06.529483 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:06.543525 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.563353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 321afa4e-35e2-440b-8c8a-862266a0b3ff up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:06.616255 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-0b7ef924-d865-4684-96e3-e119a6477c41', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:32:06.617421 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.635516 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Network da1583ee-d082-497f-b87d-9c384f5338da is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:06.646250 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.650719 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.658821 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, da1583ee-d082-497f-b87d-9c384f5338da) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:06.677989 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:06.678729 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.683528 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caed129-f5b9-4684-b23d-12e850338426 None None] Network da1583ee-d082-497f-b87d-9c384f5338da requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:06.782601 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:06.839485 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e725175c-4895-4693-970e-971009d3f288 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9637015 Aug 24 22:32:06.933510 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.115634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.166897 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7aaa5-058e-4de4-bd13-aa84f8114fa5 None None] Network da1583ee-d082-497f-b87d-9c384f5338da requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:07.229842 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38858) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:07.244118 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085431673-network', 'tenant_id': '515cba546ac04f21addf6ccd4531750d'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:07.284158 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38868) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:07.287909 dv-cinder-805887-2-iscsi neutron-server[94375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 22:32:07.297270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 321afa4e-35e2-440b-8c8a-862266a0b3ff triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:07.297970 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.301141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d402e1-22ba-4de8-bbe1-cae4de44af36 None None] Network 04907139-f732-4b03-9f24-7bed5d5fb591 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:07.310701 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:32:07.465425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Made reservation on behalf of 515cba546ac04f21addf6ccd4531750d for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:07.473434 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.502006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.541425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Allocated IP 172.20.0.2 (0b7ef924-d865-4684-96e3-e119a6477c41/1b0a05cc-ef3f-49a7-a65c-21f97d684cfc/4503be24-9a66-4702-9fed-9db6432cd423) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:07.580197 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:07.597282 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:07.634148 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:07.639487 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:31:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:07.719972 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.815320 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-74b487d5-d22b-464b-878d-7d933e15d1c1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:07.816892 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-74b487d5-d22b-464b-878d-7d933e15d1c1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.5301826 Aug 24 22:32:07.828988 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.851373 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-c435ee12-b895-462c-a771-53820b2ef887 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/quotas/012b8d16d5b8483da9da640b0bb5056a HTTP/1.1" status: 200 len: 375 time: 0.0280271 Aug 24 22:32:07.922264 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:07.923732 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:32:07.925267 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.935424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Transition to ACTIVE for port object 4503be24-9a66-4702-9fed-9db6432cd423 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:07.958764 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Transition to ACTIVE for port object 4503be24-9a66-4702-9fed-9db6432cd423 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:07.985957 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:07.996295 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ff63eab2-b599-48ab-82d6-53cf8d097ad1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7484441 Aug 24 22:32:07.998494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38890) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:08.027948 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee892f-41e5-4f59-9963-9b34ec1877ff,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:08.073880 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.086999 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.087563 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Added segment 6b35c8e1-e3b4-4b7c-bc1e-610507aa2bf4 of type vlan for network cd1fd6d4-e8dc-4f7c-87eb-912d523744bc Aug 24 22:32:08.107253 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.145844 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Pushing event updated for resources: {'Port': ['ID=4503be24-9a66-4702-9fed-9db6432cd423,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:08.155197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:08.158238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:08.162434 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:08.165050 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.195323 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38904) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:08.220207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Attempting to bind port 4503be24-9a66-4702-9fed-9db6432cd423 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:08.221026 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Attempting to bind port 4503be24-9a66-4702-9fed-9db6432cd423 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:08.221614 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Attempting to bind port 4503be24-9a66-4702-9fed-9db6432cd423 on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:08.223804 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-7f4646e3-a093-4514-b726-311345ef8b49 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2918921 Aug 24 22:32:08.225084 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.231092 dv-cinder-805887-2-iscsi neutron-server[94374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 22:32:08.242291 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:08.247324 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Checking segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:08.248222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.249771 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Bound using segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:08.250528 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Bound port: 4503be24-9a66-4702-9fed-9db6432cd423, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:08.252254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.300942 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:06Z', 'revision_number': 3, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:08.335566 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] For port 4503be24-9a66-4702-9fed-9db6432cd423, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:08.339524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] For port 4503be24-9a66-4702-9fed-9db6432cd423, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=4503be24-9a66-4702-9fed-9db6432cd423,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:08.356439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.359770 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:08.360716 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.364989 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:08.366198 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Updating router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 port 945794f1-ecec-433a-a4a9-34419d8ac3e7 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:32:08.385325 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Allocated IP 172.27.0.136 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:08.396082 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.427683 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.563112 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5c830-1a53-4921-9412-0453f643c94b None None] Pushing event updated for resources: {'Port': ['ID=4503be24-9a66-4702-9fed-9db6432cd423,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:08.579843 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-c4c7fa2b-b59b-458a-81c2-91ec6228a2df service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:32:08.581928 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-c4c7fa2b-b59b-458a-81c2-91ec6228a2df service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1300845 Aug 24 22:32:08.626576 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-6ffe8ac5-b8a8-4850-b237-1ca0364a9278 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:08.628665 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-6ffe8ac5-b8a8-4850-b237-1ca0364a9278 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/networks?id=da1583ee-d082-497f-b87d-9c384f5338da HTTP/1.1" status: 200 len: 812 time: 0.3991370 Aug 24 22:32:08.644013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.705082 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-426dc532-8480-443e-b1d7-70d34a5e7d65 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/quotas/2e539ca1f4df418e95dbf21b2a15ba13 HTTP/1.1" status: 200 len: 375 time: 0.0627184 Aug 24 22:32:08.719477 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4882634 Aug 24 22:32:08.722284 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 38914) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:08.724680 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:08.728499 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Request body: {'subnet': {'network_id': 'cd1fd6d4-e8dc-4f7c-87eb-912d523744bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085431673-subnet', 'tenant_id': '515cba546ac04f21addf6ccd4531750d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:08.761067 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5060d-8dad-4ebf-86d8-316f4cf75ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1fd6d4-e8dc-4f7c-87eb-912d523744bc,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:08.778087 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network cd1fd6d4-e8dc-4f7c-87eb-912d523744bc details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:32:08.782031 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-b0da475e-d359-45ce-8170-cb907ffdb2df tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e539ca1f4df418e95dbf21b2a15ba13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651293 Aug 24 22:32:08.864279 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-a64587ad-229c-4cb9-8b6f-4e775a665d89 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714117 Aug 24 22:32:08.949146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Made reservation on behalf of 515cba546ac04f21addf6ccd4531750d for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:08.951820 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.050887 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-27671bdd-06e6-4bcb-9789-cff55d662798 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:32:09.054726 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-27671bdd-06e6-4bcb-9789-cff55d662798 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1221244 Aug 24 22:32:09.073738 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-ed031eaf-64da-44f5-af6e-99143d75d4ed service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077181 Aug 24 22:32:09.082740 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.292399 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.304554 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Transition to ACTIVE for port object 945794f1-ecec-433a-a4a9-34419d8ac3e7 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:09.366976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:09.386075 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:09.394241 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:09.397304 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:09.408710 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.441663 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-10ab1186-6777-4694-a5f6-a986823d19f7 service neutron] 10.222.0.39 "GET /v2.0/networks/da1583ee-d082-497f-b87d-9c384f5338da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136876 Aug 24 22:32:09.501714 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Attempting to bind port 945794f1-ecec-433a-a4a9-34419d8ac3e7 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:09.503567 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Attempting to bind port 945794f1-ecec-433a-a4a9-34419d8ac3e7 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:09.503567 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Attempting to bind port 945794f1-ecec-433a-a4a9-34419d8ac3e7 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:09.506585 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Pushing event updated for resources: {'Port': ['ID=945794f1-ecec-433a-a4a9-34419d8ac3e7,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:09.518363 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:09.519096 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:09.519814 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.521065 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:09.521919 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Bound port: 945794f1-ecec-433a-a4a9-34419d8ac3e7, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:09.522503 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.526025 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.527035 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.527598 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.528124 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.528786 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Tracked resource versions report: Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: pushed versions: Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: { 'AddressGroup': {'1.2'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'ConntrackHelper': {'1.0'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Log': {'1.0'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Network': {'1.1'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Port': {'1.7'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'PortForwarding': {'1.2'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'QosPolicy': {'1.9'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroup': {'1.4'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroupRule': {'1.2'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SubPort': {'1.0'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Subnet': {'1.1'}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Trunk': {'1.1'}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: consumer versions: Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: { DHCP agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: HyperV agent@hv-cinder-80588: {}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: L3 agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: Metadata agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: Metering agent@dv-cinder-805887-2-iscsi: {}, Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: Open vSwitch agent@dv-cinder-805887-2-iscsi: { 'AddressGroup': '1.2', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'ConntrackHelper': '1.0', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Log': '1.0', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Network': '1.1', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Port': '1.7', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'PortForwarding': '1.2', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'QosPolicy': '1.9', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroup': '1.4', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SecurityGroupRule': '1.2', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'SubPort': '1.0', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Subnet': '1.1', Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: 'Trunk': '1.1'}} Aug 24 22:32:09.535982 dv-cinder-805887-2-iscsi neutron-server[94377]: {{(pid=94377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 22:32:09.542198 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.748187 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] For port 945794f1-ecec-433a-a4a9-34419d8ac3e7, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:09.761691 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.765028 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] For port 945794f1-ecec-433a-a4a9-34419d8ac3e7, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=945794f1-ecec-433a-a4a9-34419d8ac3e7,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:09.857039 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:09.917940 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b14e3746-efe4-4a81-a494-2287d0edef58 req-68ec77c1-d7e2-4c66-b198-1631a411fd5b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.2412870 Aug 24 22:32:09.926335 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef7e572-ae20-4500-9b8a-3772544a34c3,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:09.984700 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:09.987222 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:31:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:10.051306 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Checking segment: {'id': '6b35c8e1-e3b4-4b7c-bc1e-610507aa2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'cd1fd6d4-e8dc-4f7c-87eb-912d523744bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:10.056158 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Network hostable DHCP agents. Network: cd1fd6d4-e8dc-4f7c-87eb-912d523744bc, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:32:10.136726 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.180676 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-6db57ab0-de96-4cf7-aac6-3132c0a36980 service neutron] 10.222.0.39 "GET /v2.0/networks/da1583ee-d082-497f-b87d-9c384f5338da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226028 Aug 24 22:32:10.185797 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Allocated IP 172.20.0.1 (aacb8cc0-c5f5-47c9-b878-44b6bce587ce/ff3c18a9-708b-4c0c-b908-8ad487a46f1b/2706b38d-ab36-4aa3-98d4-5333ee3f3c96) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:10.200197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109fb084-34a9-438a-b80d-a921e6fa5e6e None None] Network 0b7ef924-d865-4684-96e3-e119a6477c41 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:10.242385 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Network cd1fd6d4-e8dc-4f7c-87eb-912d523744bc is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:32:10.381768 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.401353 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Transition to ACTIVE for port object 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:10.425828 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:10.462441 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, cd1fd6d4-e8dc-4f7c-87eb-912d523744bc) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:10.470207 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:10.470939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.493165 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b3f0b-ddb6-4420-b701-4a99e292791f None None] Network cd1fd6d4-e8dc-4f7c-87eb-912d523744bc requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:10.536882 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.601847 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 38978) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:10.652079 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.674862 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 4503be24-9a66-4702-9fed-9db6432cd423 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:10.700824 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:10.704547 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:10.727444 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:10.731936 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:10.863292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-01ee1424-4ae8-42ca-936e-23d202f7f004 None None] Provisioning for port 4503be24-9a66-4702-9fed-9db6432cd423 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:10.902336 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80102d13-0cec-4ee2-a343-b61030dc7b4d None None] Pushing event updated for resources: {'Port': ['ID=945794f1-ecec-433a-a4a9-34419d8ac3e7,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:10.965438 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:06Z', 'revision_number': 3, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:11.081993 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8a2cb-e75d-4de6-9918-932832860399 None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:06Z', 'revision_number': 3, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:11.153786 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f1db2e00-a084-4c79-a318-3d8dd3e838b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4221907 Aug 24 22:32:11.232454 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-631af2c2-dc55-45ad-bf1b-ecc3e5a2815c req-0ff84474-9cbb-4cc6-9dd2-17fd0357c1fa tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0913730 Aug 24 22:32:11.372706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd375f7a-99ef-40b3-984c-4c1f13cac120 None None] Network cd1fd6d4-e8dc-4f7c-87eb-912d523744bc requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:32:11.380699 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-7eca0942-c711-4572-b00d-c1cae5f58ee1 None None] Provisioning for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:11.403873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.411541 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9ef19beb-2177-46e3-b8dc-a983cb2c0af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.425075 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39022) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:11.435887 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 4503be24-9a66-4702-9fed-9db6432cd423 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:11.437221 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-19980807-89a5-46da-bc25-e0be5964f127 req-cce08438-180a-4348-b4e2-eca8d17c3446 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.3138099 Aug 24 22:32:11.462176 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-7eca0942-c711-4572-b00d-c1cae5f58ee1 None None] Provisioning complete for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:11.463136 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7eca0942-c711-4572-b00d-c1cae5f58ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.557650 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 4503be24-9a66-4702-9fed-9db6432cd423 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:11.558097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.565506 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Pushing event updated for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:11.647058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-7eca0942-c711-4572-b00d-c1cae5f58ee1 None None] Port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:11.702898 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Router 49cd2664-b5ea-4048-8fc8-128b980858ba is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:32:11.729125 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Deleting subnet 606c4c90-2cb5-4207-abd1-8354bdfa3baa {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:32:11.793986 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.808531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9ef19beb-2177-46e3-b8dc-a983cb2c0af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.844653 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.902328 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9ef19beb-2177-46e3-b8dc-a983cb2c0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:11.944775 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 4503be24-9a66-4702-9fed-9db6432cd423, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=4503be24-9a66-4702-9fed-9db6432cd423,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:11.964118 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19beb-2177-46e3-b8dc-a983cb2c0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea233e4-4339-4ebb-8525-bbc664099fb2,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:12.009083 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.030803 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.033059 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.040011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.050740 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2053b7c4-2933-4e0b-ab43-d3ac9fc8e7c6 None None] Provisioning complete for port 4503be24-9a66-4702-9fed-9db6432cd423 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:12.051116 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2053b7c4-2933-4e0b-ab43-d3ac9fc8e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.056133 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-9ef19beb-2177-46e3-b8dc-a983cb2c0af0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b77251b52a9e4579a1809ce90722b903&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4528325 Aug 24 22:32:12.057197 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39044) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:12.099983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:12.139540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.171546 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:12.176381 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.208551 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=4503be24-9a66-4702-9fed-9db6432cd423,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:12.215113 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.215113 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.217402 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:12.217402 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:31:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:12.248082 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.277052 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.278531 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-998b6a0b-4f38-485c-8c9f-a88a3a7ae581 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7524366 Aug 24 22:32:12.286776 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606c4c90-2cb5-4207-abd1-8354bdfa3baa,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:12.290555 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39050) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:12.371039 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.379309 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-dd8cca44-11b3-40e6-a126-fa68b8f37363 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/606c4c90-2cb5-4207-abd1-8354bdfa3baa HTTP/1.1" status: 204 len: 168 time: 0.9136276 Aug 24 22:32:12.405962 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39052) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:12.556272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4ae84ca8-d81d-46d6-8498-d0ee948bf1ea req-634a272c-9832-458b-8a5c-8a181ec9ad3c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.1900148 Aug 24 22:32:12.653337 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 945794f1-ecec-433a-a4a9-34419d8ac3e7 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:12.738138 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Pushing event updated for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:12.750537 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.753335 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:12.754545 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ea233e4-4339-4ebb-8525-bbc664099fb2 HTTP/1.1" status: 204 len: 168 time: 0.6959264 Aug 24 22:32:12.766944 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:12.833453 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:12.848087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:12.862076 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39070) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:12.880889 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-620d80bb-e6a6-4dc2-980a-314afad87141 req-5942e4ae-0ae9-4afc-a13a-a75f3e9f839d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.2982948 Aug 24 22:32:12.903720 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aab4b4-85ff-4449-9508-d112ebccd14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea233e4-4339-4ebb-8525-bbc664099fb2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:12.985979 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.118765 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-162452a1-3ef3-4e31-aad5-1d028336d510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.249786 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 945794f1-ecec-433a-a4a9-34419d8ac3e7 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:13.256500 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:32:13.268252 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 945794f1-ecec-433a-a4a9-34419d8ac3e7 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:13.268838 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.361347 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.367681 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0ce8acdc-8612-41af-be60-899f27c4a0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.377561 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1844d87d-5110-459e-8614-1a2d2839ea84 None None] Provisioning complete for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:13.377957 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1844d87d-5110-459e-8614-1a2d2839ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.381423 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:09Z', 'revision_number': 3, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:13.404947 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-162452a1-3ef3-4e31-aad5-1d028336d510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.420673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.421380 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.422268 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.422602 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > port after_create 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.422940 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.423269 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > port after_update 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.423582 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.423974 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.424211 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.424621 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.426191 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.476048 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:13.476685 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Updating router 49cd2664-b5ea-4048-8fc8-128b980858ba port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:32:13.518991 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-162452a1-3ef3-4e31-aad5-1d028336d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.566471 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-1844d87d-5110-459e-8614-1a2d2839ea84 None None] Port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:13.570513 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.673239 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-162452a1-3ef3-4e31-aad5-1d028336d510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92a8c4e4bc144628bc216e4a282e6a06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8077157 Aug 24 22:32:13.678085 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162452a1-3ef3-4e31-aad5-1d028336d510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8af5e-d863-485e-9aeb-c6dc7a9a36bf,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:13.680720 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39088) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:13.684611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.755407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8e0285ee-b82c-4893-b3ea-a9a9c4ad5ea8 req-632f0f50-eeed-43b4-85d8-01c20c60fbb8 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0811448 Aug 24 22:32:13.819071 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.822843 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.822843 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.822843 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:13.822843 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8786fc62-c9d4-463a-a13b-5576a014133e']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:13.865120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 945794f1-ecec-433a-a4a9-34419d8ac3e7, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=945794f1-ecec-433a-a4a9-34419d8ac3e7,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:13.882040 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44741e6c-289c-43a1-933b-d9d3f20e0254') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:13.882333 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44741e6c-289c-43a1-933b-d9d3f20e0254') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:13.917371 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.941464 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Allocated IP 172.20.0.1 (0b7ef924-d865-4684-96e3-e119a6477c41/1b0a05cc-ef3f-49a7-a65c-21f97d684cfc/f58c2df2-46f7-4623-822f-5a5fd034a3eb) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:13.964755 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:13.973600 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.008282 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:32:14.008745 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: from cryptography.utils import int_from_bytes Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: from cryptography.utils import int_from_bytes Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:32:14.029124 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:32:14.060770 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.188458 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.199826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.200519 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 4503be24-9a66-4702-9fed-9db6432cd423 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:14.206801 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.263730 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:14.270650 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.273526 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:14.279360 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.284577 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8aa8af5e-d863-485e-9aeb-c6dc7a9a36bf HTTP/1.1" status: 204 len: 168 time: 0.5944731 Aug 24 22:32:14.287215 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=945794f1-ecec-433a-a4a9-34419d8ac3e7,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:14.292825 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:14.300566 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 4503be24-9a66-4702-9fed-9db6432cd423 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:14.300950 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.301308 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:31:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:14.303197 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487360a4-59f7-4cf2-a174-358c13337cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8af5e-d863-485e-9aeb-c6dc7a9a36bf,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:14.314497 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-51307176-7bbe-4966-9879-6608d1afc14f admin admin] 10.222.0.39 "PUT /v2.0/routers/97a95d63-b2b1-417c-87a7-7d07d7c4e8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3137045 Aug 24 22:32:14.318790 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-15e21e66-7c20-45b4-8f18-10034e0025eb req-2360aa32-1085-42c6-b608-8d6eda2cc898 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.0756509 Aug 24 22:32:14.329931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Transition to ACTIVE for port object f58c2df2-46f7-4623-822f-5a5fd034a3eb will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:14.332611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Transition to ACTIVE for port object 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:14.332868 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.397395 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Pushing event deleted for resources: {'Network': ['ID=8786fc62-c9d4-463a-a13b-5576a014133e,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:14.412556 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.417867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39114) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:14.419004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-91200d22-645f-4519-9c7a-5022338a2680 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8786fc62-c9d4-463a-a13b-5576a014133e HTTP/1.1" status: 204 len: 168 time: 1.9997034 Aug 24 22:32:14.443568 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.463213 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.516165 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df78b9-156f-48cf-b443-2c2f1e8e60d1 None None] Pushing event updated for resources: {'Port': ['ID=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:14.523984 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:14.536851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Deleting subnet fef7e572-ae20-4500-9b8a-3772544a34c3 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:32:14.543907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:14.546908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:14.547422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.592540 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Attempting to bind port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:14.592963 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Attempting to bind port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:14.593903 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Attempting to bind port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:14.607207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:14.607592 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:14.608279 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.608500 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:14.608924 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Bound port: 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:14.609456 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.683967 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 945794f1-ecec-433a-a4a9-34419d8ac3e7 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:14.691246 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:14.766865 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] For port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:14.773273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] For port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:14.789378 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 945794f1-ecec-433a-a4a9-34419d8ac3e7 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:14.789378 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.902329 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.911374 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:14.958505 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Pushing event updated for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:15.001595 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.004251 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b0b846ad-be5b-42a3-b41c-395883c0f1da req-898829de-b82d-442a-8e79-28accc432892 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0720589 Aug 24 22:32:15.010363 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.110675 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df78b9-156f-48cf-b443-2c2f1e8e60d1 None None] Pushing event updated for resources: {'Port': ['ID=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:15.138510 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:15.139157 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:31:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:15.176346 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 2, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:15.211983 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-323c7a78-727e-49aa-96a5-84ab5badeb71 None None] Provisioning for port f58c2df2-46f7-4623-822f-5a5fd034a3eb completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:15.217076 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-323c7a78-727e-49aa-96a5-84ab5badeb71 None None] Provisioning complete for port f58c2df2-46f7-4623-822f-5a5fd034a3eb triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:15.221247 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-323c7a78-727e-49aa-96a5-84ab5badeb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.221634 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:15.221634 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Updating router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:32:15.243159 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.261245 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.300372 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-323c7a78-727e-49aa-96a5-84ab5badeb71 None None] Port f58c2df2-46f7-4623-822f-5a5fd034a3eb cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:15.356858 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:15.408955 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:15.446951 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef7e572-ae20-4500-9b8a-3772544a34c3,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.054315 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.054315 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2c121d44-b6ac-4dd2-8334-a9f05360a82b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fef7e572-ae20-4500-9b8a-3772544a34c3 HTTP/1.1" status: 204 len: 168 time: 1.0445201 Aug 24 22:32:16.054315 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39150) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:16.068473 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-83045092-f99c-4dca-8789-ae2373fd5925 req-2d34092b-2a9a-428a-b53e-6cd7736584c3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.0353625 Aug 24 22:32:16.071434 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.071434 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.076271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:16.077776 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4badcd77-029e-431d-ab1f-5d426938b7b7 None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.078026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.079008 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.079008 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Transition to ACTIVE for port object 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:16.079582 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39166) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:16.079582 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ca2fcb84-70a8-4ab5-9f96-0f29c47fa00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.079725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.079725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.079725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.079725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 22:32:16.079725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1fd6d4-e8dc-4f7c-87eb-912d523744bc']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:16.092730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b35c8e1-e3b4-4b7c-bc1e-610507aa2bf4') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:16.093753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b35c8e1-e3b4-4b7c-bc1e-610507aa2bf4') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:16.112757 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.113098 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-355e97ec-b66d-469c-a48e-60677a64337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.117382 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.135926 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39172) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:16.139943 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.143634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.163446 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165599348', 'description': 'tempest-description--1140813530'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:16.190128 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:32:16.190548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: from cryptography.utils import int_from_bytes Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: from cryptography.utils import int_from_bytes Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:32:16.213705 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:32:16.259991 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ca2fcb84-70a8-4ab5-9f96-0f29c47fa00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.279758 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a83dbfe7-d4e9-48a4-b7ca-e8c393859f87 req-92536f16-66ae-48d3-a1e3-2c82a2bf643f tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.1352973 Aug 24 22:32:16.301294 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.304928 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef6f34-e669-49fa-9cf1-b93c9a4dd680 None None] Pushing event updated for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.342912 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.364461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Pushing event updated for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.375677 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ca2fcb84-70a8-4ab5-9f96-0f29c47fa00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.383800 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Attempting to bind port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:16.387696 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Attempting to bind port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:16.397922 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Attempting to bind port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:16.410481 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:16.416561 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Checking segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:16.417527 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.418207 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Bound using segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:16.418904 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Bound port: 2706b38d-ab36-4aa3-98d4-5333ee3f3c96, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:16.419550 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.456154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fcb84-70a8-4ab5-9f96-0f29c47fa00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06091025-02f1-4fd1-9931-ac16816753e8,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.499926 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.523115 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ca2fcb84-70a8-4ab5-9f96-0f29c47fa00c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=457df6d925bf49748714fd799762643f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5701528 Aug 24 22:32:16.523932 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39178) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:16.531464 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] For port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:16.547127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1fd6d4-e8dc-4f7c-87eb-912d523744bc,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.549087 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] For port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:16.574108 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.591358 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8d06897c-4e3c-4970-b96f-ba614016a3f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd1fd6d4-e8dc-4f7c-87eb-912d523744bc HTTP/1.1" status: 204 len: 168 time: 1.1220148 Aug 24 22:32:16.627779 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.631349 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:16.633405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:16.643463 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.648210 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.747509 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:16.855681 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef6f34-e669-49fa-9cf1-b93c9a4dd680 None None] Pushing event updated for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:16.897843 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:16.898501 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:17.024602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:32:17.027502 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39188) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:17.036209 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5fc89b2a-c897-4959-9335-9e0bdd0cf791 req-1f2ed7b9-b003-4260-94cb-653f4492284d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.0619645 Aug 24 22:32:17.044713 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.051480 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.147501 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.151274 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.152944 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06091025-02f1-4fd1-9931-ac16816753e8 HTTP/1.1" status: 204 len: 168 time: 0.6280644 Aug 24 22:32:17.164127 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae45a95-f546-40ac-9ff0-8e86af9d789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06091025-02f1-4fd1-9931-ac16816753e8,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:17.176452 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.194640 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:17.209684 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2b0334d3-d7ea-420a-a376-1f71d3fedd06 None None] Provisioning complete for port f58c2df2-46f7-4623-822f-5a5fd034a3eb triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:17.220399 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2b0334d3-d7ea-420a-a376-1f71d3fedd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.276972 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fead37e0-edd2-4a00-87b4-427d277f744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.279552 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af568d-c688-4d10-8a27-e43c54822c88,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:17.293757 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:17.326547 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cd746fa3-a5a7-45d4-bf7c-e3abc3b21a49 admin admin] 10.222.0.39 "PUT /v2.0/routers/49cd2664-b5ea-4048-8fc8-128b980858ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0343823 Aug 24 22:32:17.328674 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.329955 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-20fdeda9-7ef6-4ca9-ac72-104fef23ac8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1926100 Aug 24 22:32:17.332757 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39198) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:17.351274 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group_rule': {'security_group_id': 'b3af568d-c688-4d10-8a27-e43c54822c88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:17.372599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2b0334d3-d7ea-420a-a376-1f71d3fedd06 None None] Port f58c2df2-46f7-4623-822f-5a5fd034a3eb cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:17.429850 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:32:17.446663 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e7437630-8941-48a6-828d-0d53375baab4 req-7e7225e2-c4dd-464d-b1f1-6da1307ecc57 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0397639 Aug 24 22:32:17.517925 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39210) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:17.596870 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ad6328ae-c23d-4e4e-90fa-d5cd89f34365 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5564efdf441e425395a7e5ad0d78e95c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748298 Aug 24 22:32:17.597873 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39212) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:17.618870 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:16Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:17.619150 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fead37e0-edd2-4a00-87b4-427d277f744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.646333 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e44ec-38a2-40ad-b7d7-871b1a7e0845 None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:16Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:17.741483 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.780828 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fead37e0-edd2-4a00-87b4-427d277f744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.812498 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:17.920371 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.25', 55833) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:17.932806 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead37e0-edd2-4a00-87b4-427d277f744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91262993-d898-474e-8c61-1cdb812877c2,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:17.946244 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-fead37e0-edd2-4a00-87b4-427d277f744b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8af9e621a0bc45d4aca75fe60c2907b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9176447 Aug 24 22:32:17.954731 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39226) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:18.020959 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.068433 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.075844 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.075844 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/381ae094-6b1c-4160-9dbe-da62e6b99870 HTTP/1.1" status: 204 len: 168 time: 0.4747479 Aug 24 22:32:18.224628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100aa4a-0c1a-4c91-bc3a-fa7b8b5c56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ae094-6b1c-4160-9dbe-da62e6b99870,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:18.234821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1fd13224-dcb0-4f30-943a-76e9e8ac35ab tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:18.236634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1fd13224-dcb0-4f30-943a-76e9e8ac35ab tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.25 "GET /v2.0/networks?id=da1583ee-d082-497f-b87d-9c384f5338da HTTP/1.1" status: 200 len: 812 time: 0.3140452 Aug 24 22:32:18.236878 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.286506 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7eb3fa98-728f-447e-ad4d-a739813961fa req-a8af2e82-8b97-4576-b6af-953c007be888 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.0430613 Aug 24 22:32:18.289793 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.323486 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Request body: {'port': {'device_id': '601e8eef-32c4-4c5a-873a-c40698322931', 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da', 'admin_state_up': True, 'tenant_id': '2e539ca1f4df418e95dbf21b2a15ba13'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:18.339146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.342454 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.404714 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618b7e18-0146-41d1-af09-6d30c712c448,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:18.622396 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.624393 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-609cedf3-aabf-4f9a-9196-1c3e851bd1f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2765086 Aug 24 22:32:18.627281 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39250) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:18.635401 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group_rule': {'security_group_id': 'b3af568d-c688-4d10-8a27-e43c54822c88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:18.663473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.714485 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.720183 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:18.726052 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91262993-d898-474e-8c61-1cdb812877c2 HTTP/1.1" status: 204 len: 168 time: 0.7703490 Aug 24 22:32:18.762671 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:18.802731 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473ee26-dfab-428a-bb06-a5f156743ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91262993-d898-474e-8c61-1cdb812877c2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:18.829998 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-04894175-19a4-46b1-a8da-04fc90354aaf req-5c71beac-27a4-40e0-ace4-b43d8d07b658 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.1827650 Aug 24 22:32:18.868262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.25', 55839) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:18.964893 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.033286 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:19.043795 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:19.047817 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.064181 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39266) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:19.071775 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521762542', 'description': 'tempest-description--1580497979'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:19.082517 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-455e3605-de5d-4a42-9b86-de67b64abe0a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:19.084082 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-455e3605-de5d-4a42-9b86-de67b64abe0a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.2148793 Aug 24 22:32:19.105817 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Made reservation on behalf of 2e539ca1f4df418e95dbf21b2a15ba13 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:19.108837 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.110827 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.125335 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Request body: {'port': {'device_id': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'admin_state_up': True, 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:19.236726 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.268824 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:19.291558 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.297934 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.330424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:19.331263 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:19.339889 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39272) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:19.415089 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c172ce-4033-48fa-be96-5e2d08fd82ab,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:19.559437 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5bf2e44b-745d-4553-9f9b-4584952b5646 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=515cba546ac04f21addf6ccd4531750d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2164793 Aug 24 22:32:19.566574 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39282) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:19.566770 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6a142898-2009-46d3-9451-ba213abebd0f req-559a9f1d-e0ea-4bfd-9466-c2c03f8f8d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.1256161 Aug 24 22:32:19.679853 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Allocated IP 172.20.0.10 (da1583ee-d082-497f-b87d-9c384f5338da/f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4/c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:19.766215 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:19.770333 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:19.823563 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:19.825765 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:20.011386 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.054625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.055876 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:20.066273 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b76d908d-7b93-4dae-bfe6-45f908c6504d req-f0af5c0d-7907-45d6-9017-e5949050cb60 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0852160 Aug 24 22:32:20.109201 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.117627 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:20.142469 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.163660 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.209158 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.212395 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-8867f96b-ea93-4051-8b16-06cb46a22947 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5828357 Aug 24 22:32:20.215897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39322) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:20.230454 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:20.238640 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814eb940-85a7-4256-8386-a58ab8b7830f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:20.296904 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:20.299315 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.347852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.398502 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:20.403951 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.428732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.435909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.435909 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bee892f-41e5-4f59-9963-9b34ec1877ff HTTP/1.1" status: 204 len: 168 time: 0.8662741 Aug 24 22:32:20.453340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Network da1583ee-d082-497f-b87d-9c384f5338da is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:20.460507 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:20.476150 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:20.514580 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d008d-b26c-456d-ac2d-dc5cb46e8306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee892f-41e5-4f59-9963-9b34ec1877ff,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:20.528424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.547265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.551220 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-98e5fa18-5993-46a8-a351-2b764043f8c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4833672 Aug 24 22:32:20.551220 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Pushing event updated for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:20.554182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39334) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:20.560880 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group_rule': {'security_group_id': '814eb940-85a7-4256-8386-a58ab8b7830f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:20.580647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:20.581327 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.648624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:20.658578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:15Z', 'revision_number': 2, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:20.729205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.730271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:20.730941 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Updating router 49cd2664-b5ea-4048-8fc8-128b980858ba port f58c2df2-46f7-4623-822f-5a5fd034a3eb binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:32:20.778131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.827525 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.906041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:20.915700 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:20.935404 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:20.971441 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-eade8c13-f703-4a3f-8ef1-2c04be3c57c0 req-04e5e14d-f6c5-4411-b120-22ce02e9492e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.2301838 Aug 24 22:32:21.010870 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-1033da74-9b6a-4b6e-983f-842096ca9024 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6935339 Aug 24 22:32:21.057754 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.116839 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Allocated IP 172.20.0.13 (04907139-f732-4b03-9f24-7bed5d5fb591/268b8c4b-31dc-4ae1-8844-d653f1593ac6/0f975155-48d2-4c9c-ad1f-804939eba0df) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:21.239908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-ce724811-93b6-4d8c-bde1-5c932fda83c6 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:32:21.241146 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-ce724811-93b6-4d8c-bde1-5c932fda83c6 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130763 Aug 24 22:32:21.251686 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.254051 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:21.254430 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.296906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb6aab6-9f07-4123-b5bb-638be6b67ca5,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:21.328526 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbc7ef-47ab-41a9-b5de-5cee35359dcf req-baabaf99-3d5b-423b-bfd9-1793d0ad82fb tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:21.330650 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72cbc7ef-47ab-41a9-b5de-5cee35359dcf req-baabaf99-3d5b-423b-bfd9-1793d0ad82fb tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 932 time: 0.1628132 Aug 24 22:32:21.377383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.423630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.433801 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8b75c658-6850-4a70-94e5-e09c53bf08e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8736944 Aug 24 22:32:21.439785 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39354) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:21.464580 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group_rule': {'security_group_id': '814eb940-85a7-4256-8386-a58ab8b7830f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:21.525266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.577036 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72cbc7ef-47ab-41a9-b5de-5cee35359dcf req-0738f15a-4acc-440c-b212-5948bc80ecb3 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378783 Aug 24 22:32:21.603976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.639347 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.694759 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.735820 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.761343 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.778180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ebaadc-cc26-46f2-b796-684256e570a1,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:21.804086 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Transition to ACTIVE for port object f58c2df2-46f7-4623-822f-5a5fd034a3eb will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:21.862327 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.869224 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7ecdac88-98fa-4d0f-ba56-b45491bbb8e1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4264407 Aug 24 22:32:21.870336 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39364) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:21.876910 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:21.906785 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:21.993655 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ea42a-6c70-4d37-802e-893ee09f956c None None] Pushing event updated for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:22.033778 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.081703 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Network 04907139-f732-4b03-9f24-7bed5d5fb591 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:22.128160 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Attempting to bind port f58c2df2-46f7-4623-822f-5a5fd034a3eb on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:22.128556 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Attempting to bind port f58c2df2-46f7-4623-822f-5a5fd034a3eb by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:22.128928 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Attempting to bind port f58c2df2-46f7-4623-822f-5a5fd034a3eb on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:22.133342 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:22.140542 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event updated for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:22.145319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:22.146398 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Checking segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:22.148330 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.149899 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Bound using segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:22.150990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Bound port: f58c2df2-46f7-4623-822f-5a5fd034a3eb, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:22.151553 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.177199 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:22.211405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Request body: {'port': {'device_id': '601e8eef-32c4-4c5a-873a-c40698322931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:22.291105 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] For port f58c2df2-46f7-4623-822f-5a5fd034a3eb, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:22.298545 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] For port f58c2df2-46f7-4623-822f-5a5fd034a3eb, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f58c2df2-46f7-4623-822f-5a5fd034a3eb,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:22.349960 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:22.350651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.400718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.443860 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Allocated IP 172.27.0.62 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/0abc2bff-f357-48f2-8775-cd92d6d57356) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:22.502851 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:22.503826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:22.525816 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54839c8d-0e86-4071-bb61-ee9b84c3360f req-3bb21266-8e62-45a0-885f-f12e8c9b6457 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:22.531144 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.541192 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54839c8d-0e86-4071-bb61-ee9b84c3360f req-3bb21266-8e62-45a0-885f-f12e8c9b6457 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 932 time: 0.3644369 Aug 24 22:32:22.555355 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-f276a9c7-fd60-4355-8fb8-55f1117b270b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4514322 Aug 24 22:32:22.598348 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:22.607087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Request body: {'port': {'device_id': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:22.778305 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ea42a-6c70-4d37-802e-893ee09f956c None None] Pushing event updated for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:22.913757 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:22.921734 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54839c8d-0e86-4071-bb61-ee9b84c3360f req-a3e122a1-bcba-4f5f-a445-93a6bdb84e2a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787842 Aug 24 22:32:23.021224 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.025403 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f58c2df2-46f7-4623-822f-5a5fd034a3eb up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:23.206882 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.220826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port f58c2df2-46f7-4623-822f-5a5fd034a3eb completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:23.235499 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port f58c2df2-46f7-4623-822f-5a5fd034a3eb triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:23.236030 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.249696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e9d9-eb32-4b5a-8103-9d5379d437cc req-d1ac6f08-4b6b-4a85-85d5-92b007eea0f5 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:23.268125 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1c2e9d9-eb32-4b5a-8103-9d5379d437cc req-d1ac6f08-4b6b-4a85-85d5-92b007eea0f5 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 932 time: 0.4664643 Aug 24 22:32:23.383055 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1c2e9d9-eb32-4b5a-8103-9d5379d437cc req-8e99d3f9-4bf0-41cd-918b-c97fc0782e29 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985007 Aug 24 22:32:23.397764 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:22Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:23.607473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe19009-898e-46cf-b70c-fea6842215ac None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:22Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:23.610881 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.667277 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port f58c2df2-46f7-4623-822f-5a5fd034a3eb, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f58c2df2-46f7-4623-822f-5a5fd034a3eb,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:23.669022 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.723245 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:23.740032 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:23.742711 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:23.764565 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:23.765918 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:23.929339 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.049754 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=0abc2bff-f357-48f2-8775-cd92d6d57356,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:24.062750 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:24.063369 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.151225 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:24.171564 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:24.189461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.203438 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.266630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Allocated IP 172.27.0.149 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/ade4ecd1-95ff-4797-8139-906f236e7230) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:24.292766 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Transition to ACTIVE for port object c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:24.352845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.392284 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0770d-3944-416d-9665-427bc90312f7 req-48a40a97-3cd9-4969-b294-44b687431b2b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:24.393915 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6cb0770d-3944-416d-9665-427bc90312f7 req-48a40a97-3cd9-4969-b294-44b687431b2b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 932 time: 0.2701573 Aug 24 22:32:24.576428 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6cb0770d-3944-416d-9665-427bc90312f7 req-4596d187-d5ea-44a0-a602-f8b9c2ec8f52 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411302 Aug 24 22:32:24.635285 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:24.637740 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39424) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:24.863592 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f975155-48d2-4c9c-ad1f-804939eba0df {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:24.871436 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c97dde-ed0d-4177-b701-d46406f3dafd req-7fcdc2c4-e70e-4997-97d5-bfcd7ab974ab tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:24.888367 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-33c97dde-ed0d-4177-b701-d46406f3dafd req-7fcdc2c4-e70e-4997-97d5-bfcd7ab974ab tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.2546148 Aug 24 22:32:24.908410 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.940055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:24.951931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39436) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:25.010438 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-33c97dde-ed0d-4177-b701-d46406f3dafd req-6a4862f7-06c7-40a7-8c28-04f301dd0eb1 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238055 Aug 24 22:32:25.035200 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f58c2df2-46f7-4623-822f-5a5fd034a3eb up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:25.048650 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Attempting to bind port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:25.049114 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Attempting to bind port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '382f7b6a-382a-43f9-b1e8-708ab2f28e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:25.049665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Attempting to bind port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 on network da1583ee-d082-497f-b87d-9c384f5338da {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:25.065559 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 on network da1583ee-d082-497f-b87d-9c384f5338da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:32:25.066087 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Attempting to bind port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 on network da1583ee-d082-497f-b87d-9c384f5338da {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:25.077691 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Transition to ACTIVE for port object 0f975155-48d2-4c9c-ad1f-804939eba0df will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:25.077797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:25.077797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Checking segment: {'id': '382f7b6a-382a-43f9-b1e8-708ab2f28e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:25.077797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Bound using segment: {'id': '382f7b6a-382a-43f9-b1e8-708ab2f28e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:25.077797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Bound port: c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f7b6a-382a-43f9-b1e8-708ab2f28e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:25.077797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.128404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-391e21e2-ef9e-40c9-9b0f-31db3f38ce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.147577 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.152092 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.157639 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port f58c2df2-46f7-4623-822f-5a5fd034a3eb triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:25.158194 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.273198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.305863 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Pushing event updated for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:25.372850 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.508629 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:25.545209 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6f35a4d1-fc23-481a-b245-9950535fbda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.554089 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:25.556602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:25.561240 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=0abc2bff-f357-48f2-8775-cd92d6d57356,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:25.574015 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.606045 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Attempting to bind port 0f975155-48d2-4c9c-ad1f-804939eba0df on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:25.606549 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Attempting to bind port 0f975155-48d2-4c9c-ad1f-804939eba0df by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:25.606952 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Attempting to bind port 0f975155-48d2-4c9c-ad1f-804939eba0df on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:25.613774 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Port 0f975155-48d2-4c9c-ad1f-804939eba0df on network 04907139-f732-4b03-9f24-7bed5d5fb591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:32:25.614835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Attempting to bind port 0f975155-48d2-4c9c-ad1f-804939eba0df on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:25.621733 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:25.622198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Checking segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:25.623367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Bound using segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:25.623367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Bound port: 0f975155-48d2-4c9c-ad1f-804939eba0df, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:25.623838 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.672830 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:25.676715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=ade4ecd1-95ff-4797-8139-906f236e7230,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:25.747934 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:25.753326 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0f975155-48d2-4c9c-ad1f-804939eba0df,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:25.759906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,segment=NetworkSegment(382f7b6a-382a-43f9-b1e8-708ab2f28e18),segment_id=382f7b6a-382a-43f9-b1e8-708ab2f28e18)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:25.817846 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4b932-2663-4c21-b95e-0cb922ed880a req-8721f7dc-7026-4819-97e7-403f85149460 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:25.819768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c8b4b932-2663-4c21-b95e-0cb922ed880a req-8721f7dc-7026-4819-97e7-403f85149460 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0648654 Aug 24 22:32:25.887391 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c8b4b932-2663-4c21-b95e-0cb922ed880a req-7d63fc9a-db6d-43c4-8b39-faaa051e3d6b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Aug 24 22:32:25.903693 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-391e21e2-ef9e-40c9-9b0f-31db3f38ce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:25.906926 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.183540 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e818406-e172-48f8-ab05-bbf70ec66be8 req-2175042b-c5e1-4022-947a-b59455db1b2e tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:26.185264 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8e818406-e172-48f8-ab05-bbf70ec66be8 req-2175042b-c5e1-4022-947a-b59455db1b2e tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0724785 Aug 24 22:32:26.230923 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8e818406-e172-48f8-ab05-bbf70ec66be8 req-b8bdd89a-5686-424d-bb31-674ca8039a2d tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Aug 24 22:32:26.422239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.426025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.465234 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:26.465928 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.466748 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:26.467866 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] 10.222.0.25 "PUT /v2.0/ports/0f975155-48d2-4c9c-ad1f-804939eba0df HTTP/1.1" status: 200 len: 1094 time: 3.8758407 Aug 24 22:32:26.467975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.468300 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:26.469787 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] 10.222.0.25 "PUT /v2.0/ports/c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 HTTP/1.1" status: 200 len: 1094 time: 4.7732491 Aug 24 22:32:26.470217 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:26.508099 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c905d1-2443-4086-ac2c-d387ce65cbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:26.523599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-391e21e2-ef9e-40c9-9b0f-31db3f38ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.536417 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e420a87-cf97-46e9-be2e-8717b3014fec service neutron] Pushing event updated for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:26.585110 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e21e2-ef9e-40c9-9b0f-31db3f38ce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d488a7e-c02a-43f2-9f88-4f434af86f14,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:26.603339 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.656402 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:26.656557 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39468) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:26.656660 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-391e21e2-ef9e-40c9-9b0f-31db3f38ce9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=162537158356490c923aae4476865c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0111117 Aug 24 22:32:26.699448 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e185b3f-260e-405e-aa04-8ec9febdbbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:26.767610 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.828795 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.841510 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:26.850971 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-490189d2-76c1-4ad2-a1b4-93f4a2bb7007 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6210794 Aug 24 22:32:26.955564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2900173-d96f-4021-a0e0-e5b8d861d6e0 x-openstack-request-id: req-e2900173-d96f-4021-a0e0-e5b8d861d6e0 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:26.955909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:26.956100 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2900173-d96f-4021-a0e0-e5b8d861d6e0 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:26.956562 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0', 'status': 'completed', 'code': 200} Aug 24 22:32:26.964189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1572fbdb-af84-471c-8523-50176ed335ce x-openstack-request-id: req-1572fbdb-af84-471c-8523-50176ed335ce {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:26.969911 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:26.970457 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1572fbdb-af84-471c-8523-50176ed335ce {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:26.971259 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df', 'status': 'completed', 'code': 200} Aug 24 22:32:27.046241 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.104374 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92daf5-1c07-4b59-8357-1b8c205a193a req-4bf75673-c38f-4a2f-96e0-fa3ca46f490c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:27.113658 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef92daf5-1c07-4b59-8357-1b8c205a193a req-4bf75673-c38f-4a2f-96e0-fa3ca46f490c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0842626 Aug 24 22:32:27.116395 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.119114 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.121763 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d488a7e-c02a-43f2-9f88-4f434af86f14 HTTP/1.1" status: 204 len: 168 time: 0.4647853 Aug 24 22:32:27.159590 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578a2d-4775-470d-8a5e-83b0859bd4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d488a7e-c02a-43f2-9f88-4f434af86f14,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:27.188145 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef92daf5-1c07-4b59-8357-1b8c205a193a req-39db975a-7249-4423-b916-098cc11a2aeb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Aug 24 22:32:27.266465 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6f35a4d1-fc23-481a-b245-9950535fbda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.266465 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-a6eb2ed9-e89a-49ab-9adb-4fdcd9ced3f5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1165599348&fields=id&tenant_id=4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 267 time: 0.0618038 Aug 24 22:32:27.372248 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.507542 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e73d-72fb-468d-8031-30cb84ea4442 req-7f8d87f2-80b7-4093-9ee4-8ead9e117d98 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:27.507542 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5786e73d-72fb-468d-8031-30cb84ea4442 req-7f8d87f2-80b7-4093-9ee4-8ead9e117d98 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.1195393 Aug 24 22:32:27.507886 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6f35a4d1-fc23-481a-b245-9950535fbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.586319 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-b013716c-3551-4e4d-a02f-a27ff1997245 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:27.592889 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-b013716c-3551-4e4d-a02f-a27ff1997245 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 810 time: 0.3192618 Aug 24 22:32:27.625072 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=ade4ecd1-95ff-4797-8139-906f236e7230,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:27.631661 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.720602 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-774a4010-1c6d-4b76-925b-2c60e78f3e50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/quotas/4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 375 time: 0.0497785 Aug 24 22:32:27.720602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a4d1-fc23-481a-b245-9950535fbda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778057a-6098-4893-baee-0a7fa88cbd9e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:27.720602 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6f35a4d1-fc23-481a-b245-9950535fbda5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ce6b450b56e4a5e9eebc87e15f67d12&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6977720 Aug 24 22:32:27.720602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39506) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:27.722368 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5786e73d-72fb-468d-8031-30cb84ea4442 req-af1feeb3-ef93-494d-9a23-531c32a1b402 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527249 Aug 24 22:32:27.785375 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.809221 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-c73bd4c5-e668-480a-8212-7df852730de6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642668 Aug 24 22:32:27.831730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.937754 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:27.939198 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f9be322c-b0b0-45d2-bb47-3c91d1faadcf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0676463 Aug 24 22:32:28.074892 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-665682a6-a012-492c-aff4-52c52c665bff service neutron] 10.222.0.39 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435999 Aug 24 22:32:28.111391 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:28.116897 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:28.116897 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7778057a-6098-4893-baee-0a7fa88cbd9e HTTP/1.1" status: 204 len: 168 time: 0.4469490 Aug 24 22:32:28.141569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12e0bb-a7a6-4631-b943-d909494393b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778057a-6098-4893-baee-0a7fa88cbd9e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:28.256152 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-af8a67e5-ec61-4beb-a779-8f8957b04f1a service neutron] 10.222.0.39 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646676 Aug 24 22:32:28.451222 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-7b01112f-0338-496d-ab83-cb60c7ec6415 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--521762542&fields=id&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 267 time: 0.0881462 Aug 24 22:32:28.753330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5bc13128-eccf-4c0b-843b-8280bd6e0f21 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:28.758233 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5bc13128-eccf-4c0b-843b-8280bd6e0f21 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 817 time: 0.2942529 Aug 24 22:32:28.776359 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-94152e07-0d9a-4835-bfc6-60fc200e56dc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/quotas/2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 375 time: 0.0171506 Aug 24 22:32:28.850737 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c12103-52db-41c9-a734-9ac5374ae11e req-6355e4c7-dbfa-47a4-b665-e99820c8eaa6 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:28.852401 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-68c12103-52db-41c9-a734-9ac5374ae11e req-6355e4c7-dbfa-47a4-b665-e99820c8eaa6 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.1128931 Aug 24 22:32:28.882622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39560) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:28.906752 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-1db668f7-35f1-42ed-8342-48f43552656b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293674 Aug 24 22:32:28.915723 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fc64c46e-157a-46a5-b54f-b5c5ab0d12fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:28.958193 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-68c12103-52db-41c9-a734-9ac5374ae11e req-8d95cfea-6d1f-418f-8666-9373213146af tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988390 Aug 24 22:32:29.114777 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ea883d3e-f7c2-4a80-b16a-76a90309be24 req-afa71098-efaf-466f-b768-76e2c77cdb9e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0649552 Aug 24 22:32:29.142743 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-43797812-a7ef-4099-9a8c-33e5e1f45926 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116282 Aug 24 22:32:29.220089 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fc64c46e-157a-46a5-b54f-b5c5ab0d12fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:29.329469 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-7b64b46a-b010-4de9-9fde-b977b39b4a17 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800172 Aug 24 22:32:29.383107 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a911c-dcb2-4464-abc2-dab8e878c460 req-ad82b094-ce93-4638-883a-f4ab1010d050 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:29.384988 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c22a911c-dcb2-4464-abc2-dab8e878c460 req-ad82b094-ce93-4638-883a-f4ab1010d050 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.1058400 Aug 24 22:32:29.442133 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c22a911c-dcb2-4464-abc2-dab8e878c460 req-7a682e7e-a82c-430a-884f-53ba33e48b49 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Aug 24 22:32:29.770425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fc64c46e-157a-46a5-b54f-b5c5ab0d12fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:29.822599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64c46e-157a-46a5-b54f-b5c5ab0d12fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32e2d7-1f9e-46d3-b5d6-06630d6e2796,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:29.868911 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fc64c46e-157a-46a5-b54f-b5c5ab0d12fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6093fab830cc4b1e951c0bd345e93ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9836984 Aug 24 22:32:29.871970 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39576) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:29.953035 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7889aad9-cf0d-4c3b-ba2a-49d0c1c0463b req-e710c240-ec1e-45a4-923d-56abcf76c529 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0778913 Aug 24 22:32:29.990550 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.075883 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.200055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782709c4-3f68-403f-85d8-db07a7a62a33 req-3f73b125-fdaa-4771-9f5b-5ac897e47913 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:30.201729 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-782709c4-3f68-403f-85d8-db07a7a62a33 req-3f73b125-fdaa-4771-9f5b-5ac897e47913 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0992861 Aug 24 22:32:30.280925 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-782709c4-3f68-403f-85d8-db07a7a62a33 req-12465bb6-ed68-49f1-abb5-f8ac6caa18cd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694063 Aug 24 22:32:30.298038 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-433210fb-2761-47a7-995e-32263ced5431 req-9b04c783-fc3c-442e-ad59-da1b9a2b637c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0424502 Aug 24 22:32:30.315657 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.318619 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.329941 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e32e2d7-1f9e-46d3-b5d6-06630d6e2796 HTTP/1.1" status: 204 len: 168 time: 0.4467289 Aug 24 22:32:30.330092 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b9bc6-bef9-4b33-a83c-de33e1bacfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32e2d7-1f9e-46d3-b5d6-06630d6e2796,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:30.378398 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39596) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:30.506524 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39602) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:30.535367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4af20063-d8f3-4c32-a054-55e91ee0630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.590440 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58928bd2-078f-4bf7-a638-9e5adcf5b4b3 req-b5ffbc0d-9e73-4e02-8335-3bb924e75bac tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:30.592822 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58928bd2-078f-4bf7-a638-9e5adcf5b4b3 req-b5ffbc0d-9e73-4e02-8335-3bb924e75bac tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0801818 Aug 24 22:32:30.650217 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58928bd2-078f-4bf7-a638-9e5adcf5b4b3 req-5fa6bc36-f9a5-4025-bff8-07c56c60558d tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Aug 24 22:32:30.723424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4af20063-d8f3-4c32-a054-55e91ee0630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.838248 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4af20063-d8f3-4c32-a054-55e91ee0630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.895298 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4af20063-d8f3-4c32-a054-55e91ee0630b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226b1866d42f4e239081be3e74a5ada8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873641 Aug 24 22:32:30.898083 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39608) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:30.899195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af20063-d8f3-4c32-a054-55e91ee0630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c979ec-2d02-4d4a-9bed-1e290d3e1786,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:30.978125 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-13013c1c-14a4-49ec-b180-2865bdcf7a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:30.988028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.012501 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.117053 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fd4349a8-109f-4c96-980c-e4a2e1744777 req-b1b8d0ba-1820-477f-9045-991f7a170197 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0549123 Aug 24 22:32:31.202418 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.205026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.208399 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0c979ec-2d02-4d4a-9bed-1e290d3e1786 HTTP/1.1" status: 204 len: 168 time: 0.3071866 Aug 24 22:32:31.216512 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc672d83-fb16-47c6-86f0-d4c7a6ad6ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c979ec-2d02-4d4a-9bed-1e290d3e1786,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:31.281959 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-13013c1c-14a4-49ec-b180-2865bdcf7a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.418712 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-13013c1c-14a4-49ec-b180-2865bdcf7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.431976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ce9b-6bdc-4ccc-805d-a8c9c19d2c54 req-ea1f0d33-4fd0-4195-9def-efc0df9423d5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:31.440945 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3925ce9b-6bdc-4ccc-805d-a8c9c19d2c54 req-ea1f0d33-4fd0-4195-9def-efc0df9423d5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0726345 Aug 24 22:32:31.486800 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3925ce9b-6bdc-4ccc-805d-a8c9c19d2c54 req-52cdcf09-0b10-4c6d-8666-5e6232a36d2e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Aug 24 22:32:31.498804 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a09ca4c4-c3cd-4acd-8a73-e94c15255343 req-cc7a9290-7053-4e36-a432-06f2da679969 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.1178253 Aug 24 22:32:31.543452 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-13013c1c-14a4-49ec-b180-2865bdcf7a88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f65ede16ecd470d9b3b6afabf6fb803&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1611996 Aug 24 22:32:31.543667 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39630) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:31.583198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13013c1c-14a4-49ec-b180-2865bdcf7a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedbe7d8-f2a3-4569-977c-98a7bcf79ac5,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:31.655291 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.710224 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:31.852903 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd459e-1ad8-4117-9d1c-2b0bcadf2fbe req-0333e1b9-5ada-4d6f-9a7d-d625a217a8cc tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:31.852903 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-86bd459e-1ad8-4117-9d1c-2b0bcadf2fbe req-0333e1b9-5ada-4d6f-9a7d-d625a217a8cc tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0947948 Aug 24 22:32:31.909021 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-86bd459e-1ad8-4117-9d1c-2b0bcadf2fbe req-fdb53e78-fb95-4432-8930-e6e0612d4a2c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605748 Aug 24 22:32:32.227834 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-066ee4e2-e8dc-4ade-84ec-a14cf9671d4e req-4997aa3c-e7f1-4591-a595-b390ba6035fc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0307672 Aug 24 22:32:32.340673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:32.344050 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:32.345290 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eedbe7d8-f2a3-4569-977c-98a7bcf79ac5 HTTP/1.1" status: 204 len: 168 time: 0.8008499 Aug 24 22:32:32.353322 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecc89b-5033-4414-94b0-bbf7e1bd5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedbe7d8-f2a3-4569-977c-98a7bcf79ac5,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:32.596890 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a3bb6544-1ff1-456b-9b32-18176247691b req-a10c19ab-f1d5-4f6f-9e3c-6e3d17293622 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0294979 Aug 24 22:32:32.618032 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753925be-9fce-496e-bc78-6d564e12a2de req-f6144947-088d-445f-a3cd-12f09061bdfb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:32.621062 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-753925be-9fce-496e-bc78-6d564e12a2de req-f6144947-088d-445f-a3cd-12f09061bdfb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0654957 Aug 24 22:32:32.669068 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-753925be-9fce-496e-bc78-6d564e12a2de req-3d508393-5cb3-446c-a936-da3c25af7419 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Aug 24 22:32:32.849099 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39670) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:33.048892 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6801ed-7d98-41d9-82d9-034669024e9f req-b36c7e99-492c-4d06-9c87-55b574abcedf tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:33.050702 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bb6801ed-7d98-41d9-82d9-034669024e9f req-b36c7e99-492c-4d06-9c87-55b574abcedf tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0633757 Aug 24 22:32:33.108652 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bb6801ed-7d98-41d9-82d9-034669024e9f req-74c66da3-2b04-47a8-af49-5295563eac26 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505998 Aug 24 22:32:33.131812 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-15b866ee-b0b3-44ca-a828-78fbfd412937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.230491 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-15b866ee-b0b3-44ca-a828-78fbfd412937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.306732 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-15b866ee-b0b3-44ca-a828-78fbfd412937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.335696 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58e784ce-9d39-4ced-b863-01108c78b8d8 req-76022285-be90-4a9a-9e1f-6a74be40e73e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0321050 Aug 24 22:32:33.355483 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-15b866ee-b0b3-44ca-a828-78fbfd412937 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae6cb0969efb4be8864364284ad1b762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052311 Aug 24 22:32:33.357426 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b866ee-b0b3-44ca-a828-78fbfd412937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959232d6-0d84-4573-be2d-908e74c7df05,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:33.369219 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39688) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:33.428820 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.453800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.562325 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39692) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:33.575529 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cdeebac4-6de8-4d78-b8ac-598d35836aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.604395 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.607031 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.611047 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/959232d6-0d84-4573-be2d-908e74c7df05 HTTP/1.1" status: 204 len: 168 time: 0.2400799 Aug 24 22:32:33.627861 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31371b4-c134-4342-a6e2-7e11edd47895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959232d6-0d84-4573-be2d-908e74c7df05,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:33.722557 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cdeebac4-6de8-4d78-b8ac-598d35836aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.755614 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-33ed441d-a855-4350-ae2f-bd8de1f0c6f4 req-3e33f936-e608-4002-b4b4-ec2ff99bd24e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Aug 24 22:32:33.821167 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cdeebac4-6de8-4d78-b8ac-598d35836aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.830464 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641ad27-a706-4ab1-ad85-6e4c0cad8328 req-cf4c9cff-f943-4cc9-9a12-6bdfe5490ab0 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:33.833317 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0641ad27-a706-4ab1-ad85-6e4c0cad8328 req-cf4c9cff-f943-4cc9-9a12-6bdfe5490ab0 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0603611 Aug 24 22:32:33.866670 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-cdeebac4-6de8-4d78-b8ac-598d35836aaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e120ecbe883e4ac0830cf5cc1e0716de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022921 Aug 24 22:32:33.869190 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39704) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:33.877034 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeebac4-6de8-4d78-b8ac-598d35836aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1452b017-98a0-4734-961d-a8e97931b268,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:33.894310 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0641ad27-a706-4ab1-ad85-6e4c0cad8328 req-740b2d28-d461-4e40-9754-e9855ecd8845 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536442 Aug 24 22:32:33.926541 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:33.962492 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.112250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.115983 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.117611 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1452b017-98a0-4734-961d-a8e97931b268 HTTP/1.1" status: 204 len: 168 time: 0.2479997 Aug 24 22:32:34.130041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e6a2-2408-48d3-adc9-06346cc99da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1452b017-98a0-4734-961d-a8e97931b268,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:34.257987 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa194ca4-a7f5-4dd7-a1ab-025dfa9b1970 req-a396e5a7-2016-4f7e-95de-b5a6ffc0475b tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:34.259579 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-aa194ca4-a7f5-4dd7-a1ab-025dfa9b1970 req-a396e5a7-2016-4f7e-95de-b5a6ffc0475b tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0597095 Aug 24 22:32:34.302299 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-aa194ca4-a7f5-4dd7-a1ab-025dfa9b1970 req-6fb64ad0-cde2-45eb-96fe-b1e106ce9136 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Aug 24 22:32:34.444271 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-52d90d5d-589e-4913-8100-7e901ffaf748 req-848c719f-ca67-4976-a04f-7dfd5b3c909d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0269389 Aug 24 22:32:34.582903 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 39728) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:34.599528 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c963c72a-1e76-4f0c-86be-d27b1b8b9138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.719048 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c963c72a-1e76-4f0c-86be-d27b1b8b9138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.809733 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c963c72a-1e76-4f0c-86be-d27b1b8b9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.852597 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c963c72a-1e76-4f0c-86be-d27b1b8b9138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aa4af565ad244faae31bcc5f6107852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682023 Aug 24 22:32:34.853833 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c72a-1e76-4f0c-86be-d27b1b8b9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889114b8-6b98-45ba-81fa-d11468e45201,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:34.855378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39740) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:34.911405 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c1ba02ca-50cd-4ddb-9074-2d96049a3702 req-87e97b5e-3d7c-4ee7-bcde-94279506f441 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0541604 Aug 24 22:32:34.923665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:34.955009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:35.042911 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e94a5-cada-4a53-8b7b-fdf5221a4f76 req-8332ca76-0709-4d13-a764-d012fbf97c6d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.045948 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bb7e94a5-cada-4a53-8b7b-fdf5221a4f76 req-8332ca76-0709-4d13-a764-d012fbf97c6d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0751686 Aug 24 22:32:35.218199 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-a9da130f-6c9f-481d-a814-ddef8a18e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.221248 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-a9da130f-6c9f-481d-a814-ddef8a18e572 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 1097 time: 0.1004827 Aug 24 22:32:35.242367 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:35.245251 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:35.246632 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/889114b8-6b98-45ba-81fa-d11468e45201 HTTP/1.1" status: 204 len: 168 time: 0.3899753 Aug 24 22:32:35.265575 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b634d15-202a-4811-9a29-1a91e7dab3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889114b8-6b98-45ba-81fa-d11468e45201,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:35.277572 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bb7e94a5-cada-4a53-8b7b-fdf5221a4f76 req-53b588da-0922-4c00-b40e-4582255ab104 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144976 Aug 24 22:32:35.343549 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39760) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:35.517408 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4323c-4299-46ac-ba19-6cf0c0cd5e2e req-7d844e62-c110-452a-80a6-d495f0617805 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.518973 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ceb4323c-4299-46ac-ba19-6cf0c0cd5e2e req-7d844e62-c110-452a-80a6-d495f0617805 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.1299779 Aug 24 22:32:35.520209 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-7d66e4d7-5188-46e4-93a2-58fb904b60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.521749 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-7d66e4d7-5188-46e4-93a2-58fb904b60d1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=012b8d16d5b8483da9da640b0bb5056a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2800155 Aug 24 22:32:35.544375 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-884f7666-fcc2-4d66-a052-422df500b399 req-b160c298-586b-4fac-8621-89e107d83deb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0264692 Aug 24 22:32:35.568953 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ceb4323c-4299-46ac-ba19-6cf0c0cd5e2e req-172ad4bc-608a-4730-be5b-9df25ae84b7d tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Aug 24 22:32:35.747839 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-e5344e32-d645-4053-801c-ce4fa1b31d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.749899 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e185b3f-260e-405e-aa04-8ec9febdbbdb req-e5344e32-d645-4053-801c-ce4fa1b31d01 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1923044 Aug 24 22:32:35.805889 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e885-a0b0-482a-80fd-64bfa519a58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:35.917882 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-505cdd89-1616-42c8-937b-a3f2b7edfe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:35.919506 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-505cdd89-1616-42c8-937b-a3f2b7edfe0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 1097 time: 0.0600331 Aug 24 22:32:35.959298 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e885-a0b0-482a-80fd-64bfa519a58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.031821 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a67f954f-9791-42f6-93be-7b818cb98d96 req-9c234057-23a7-4c38-b8a5-a45497a196f1 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0368659 Aug 24 22:32:36.072061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e885-a0b0-482a-80fd-64bfa519a58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.118006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1e885-a0b0-482a-80fd-64bfa519a58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b5bc8a-633b-435f-9347-32a33316291b,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:36.123592 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3dc1e885-a0b0-482a-80fd-64bfa519a58e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7c3a53b8f04f1fb2e084b5c2abe3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764242 Aug 24 22:32:36.123681 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 39790) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:36.194306 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.211708 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-613f2019-573c-487e-aadc-136472f16075 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f975155-48d2-4c9c-ad1f-804939eba0df HTTP/1.1" status: 200 len: 217 time: 0.2775700 Aug 24 22:32:36.222270 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.312336 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-d235d2f0-0e4d-402a-8887-5dce86ea53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:36.314196 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-d235d2f0-0e4d-402a-8887-5dce86ea53a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0802581 Aug 24 22:32:36.348714 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.363529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:36.364753 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77b5bc8a-633b-435f-9347-32a33316291b HTTP/1.1" status: 204 len: 168 time: 0.2341914 Aug 24 22:32:36.379839 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040df75-6f3d-4a31-bd40-ff774272df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b5bc8a-633b-435f-9347-32a33316291b,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:36.384656 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-0d35ec6a-92d8-4790-9f29-577750985ff2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617685 Aug 24 22:32:36.537475 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2ecfd204-ab88-4af8-8ec2-ef6f3ed4d8a7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:36.539107 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2ecfd204-ab88-4af8-8ec2-ef6f3ed4d8a7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 817 time: 0.1426985 Aug 24 22:32:36.559650 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-869de031-8e6d-4fa4-9aa2-de410b7d93f4 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239512 Aug 24 22:32:36.603983 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-da0ebf16-0ddd-464e-92fe-77c2d2a1fd4e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 379 time: 0.0499041 Aug 24 22:32:36.622824 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'port': {'device_id': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'admin_state_up': True, 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'security_groups': ['814eb940-85a7-4256-8386-a58ab8b7830f']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:36.676879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bcefe-1c7f-4ae0-bcd0-a18bb0687140 req-ce22f6d8-25c1-439a-b99d-db3f4c8bdb79 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:36.678903 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b84bcefe-1c7f-4ae0-bcd0-a18bb0687140 req-ce22f6d8-25c1-439a-b99d-db3f4c8bdb79 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.2764587 Aug 24 22:32:36.746302 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ddc10452-3b51-42a8-a2fd-cbc014194056 req-bcc239fa-3820-4f53-8108-681274daad17 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0759504 Aug 24 22:32:36.746767 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d27f170-4ba6-4259-a846-24ec1d1e4231 req-cf48b52b-d090-41a9-af4a-11f4d885016c service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734924 Aug 24 22:32:36.765176 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b84bcefe-1c7f-4ae0-bcd0-a18bb0687140 req-8f18e415-870b-4896-b1df-2695a7a561f4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Aug 24 22:32:36.885836 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45ee1c-e215-4982-9815-24a777fabed7 req-ba16e837-9de3-49c1-83cf-3f71c998a5b4 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:36.887703 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be45ee1c-e215-4982-9815-24a777fabed7 req-ba16e837-9de3-49c1-83cf-3f71c998a5b4 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0540726 Aug 24 22:32:36.933301 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be45ee1c-e215-4982-9815-24a777fabed7 req-b9d67cf2-bd19-4652-8b03-7899bfccf7b7 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Aug 24 22:32:36.934384 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Made reservation on behalf of 2241e6ea3c1c43ec9772db120e4a5818 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:36.938245 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:37.126177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Allocated IP 172.20.0.6 (0b7ef924-d865-4684-96e3-e119a6477c41/1b0a05cc-ef3f-49a7-a65c-21f97d684cfc/23221e3c-f49c-4251-8ba9-68acbe122cf6) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:37.177225 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-59ad9e63-47e3-4705-8a97-413e0ccd232c req-41b5ebdc-064c-4960-a0d4-a9911013261b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0421095 Aug 24 22:32:37.182499 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-82b530ad-2ee8-415e-a04d-e6b54216ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.184013 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-82b530ad-2ee8-415e-a04d-e6b54216ce72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e539ca1f4df418e95dbf21b2a15ba13&device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 1097 time: 0.0955622 Aug 24 22:32:37.317689 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:37.337632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-5fa122c6-f8c9-4620-a4c8-dbd640b2e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.339131 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Transition to ACTIVE for port object 23221e3c-f49c-4251-8ba9-68acbe122cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:37.339419 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-5fa122c6-f8c9-4620-a4c8-dbd640b2e04b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2e539ca1f4df418e95dbf21b2a15ba13&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401052 Aug 24 22:32:37.448607 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:37.503536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-968c2ffc-f7fd-4c42-9f0d-b53633d75e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.506672 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbe94302-4e30-4169-a9d8-e2ca5eec0bf8 req-968c2ffc-f7fd-4c42-9f0d-b53633d75e89 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274521 Aug 24 22:32:37.530297 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:37.539688 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:37.544220 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:37.583979 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:37.619903 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.624224 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:37.660289 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-55a9eed0-b77c-4dc3-a1e2-ede291b58311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.662477 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-55a9eed0-b77c-4dc3-a1e2-ede291b58311 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e539ca1f4df418e95dbf21b2a15ba13&device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 1097 time: 0.0808699 Aug 24 22:32:37.696915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.25', 55855) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:37.749343 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-5b0f3ec5-1e2e-4b06-8fb6-682f16887f71 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1354265 Aug 24 22:32:37.774428 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-bf48c8ef-f388-4231-8e7f-e7e5bec30a77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 HTTP/1.1" status: 200 len: 217 time: 0.0754833 Aug 24 22:32:37.844473 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Request body: {'port': {'device_id': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:37.926469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-858e5c07-5a8d-4b2b-8a14-538fd036904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.930569 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-858e5c07-5a8d-4b2b-8a14-538fd036904d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4 HTTP/1.1" status: 200 len: 852 time: 0.1460781 Aug 24 22:32:37.954154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78d135-817a-470d-8053-8dc63c62b8eb req-87c43e18-2778-4f71-be89-f6b6c29685e4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:37.955742 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-de78d135-817a-470d-8053-8dc63c62b8eb req-87c43e18-2778-4f71-be89-f6b6c29685e4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0775063 Aug 24 22:32:37.986555 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-060973e1-0f29-41ba-b742-a9de17980513 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da1583ee-d082-497f-b87d-9c384f5338da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497475 Aug 24 22:32:38.003703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.016283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-20318ce3-edde-43eb-bd74-7b7a6f08b31e None None] Provisioning for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:38.034685 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-20318ce3-edde-43eb-bd74-7b7a6f08b31e None None] Provisioning complete for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:38.035317 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-20318ce3-edde-43eb-bd74-7b7a6f08b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.098355 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-6d57ffa8-a409-4b5d-9888-94f442493847 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:38.100149 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-6d57ffa8-a409-4b5d-9888-94f442493847 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 810 time: 0.4013679 Aug 24 22:32:38.117868 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136690e0-6294-444c-98d3-ce8be4735409 req-7d22d38a-a368-4525-8802-1ef5dac3a53f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:38.126578 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-136690e0-6294-444c-98d3-ce8be4735409 req-7d22d38a-a368-4525-8802-1ef5dac3a53f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 931 time: 0.2471685 Aug 24 22:32:38.136279 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-de78d135-817a-470d-8053-8dc63c62b8eb req-b349fe0b-36a7-4c56-a147-4edbff101214 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542416 Aug 24 22:32:38.154937 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-20318ce3-edde-43eb-bd74-7b7a6f08b31e None None] Port 23221e3c-f49c-4251-8ba9-68acbe122cf6 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:38.247097 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-158b35b3-cba7-4b0e-af95-43cfcc18cbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/da1583ee-d082-497f-b87d-9c384f5338da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331874 Aug 24 22:32:38.407340 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f93f7-e15a-46c5-a7bc-803c84cbc74b req-c44b68e2-31bc-4352-8423-09a01265fde9 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:38.415132 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c5f93f7-e15a-46c5-a7bc-803c84cbc74b req-c44b68e2-31bc-4352-8423-09a01265fde9 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.1631489 Aug 24 22:32:38.425962 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-8ff98f2a-a3d8-407a-ba4c-fab0499e7b04 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 380 time: 0.2929845 Aug 24 22:32:38.442527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'port': {'device_id': '663832be-df91-4481-805f-e0356cd977c2', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'admin_state_up': True, 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'security_groups': ['b3af568d-c688-4d10-8a27-e43c54822c88']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:38.446716 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7adf14bc-01a0-4be7-a96c-b7885daa8e9f req-6da9becc-ee74-43f5-95ef-6aabf2235331 service neutron] 10.222.0.25 "GET /v2.0/networks/da1583ee-d082-497f-b87d-9c384f5338da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802964 Aug 24 22:32:38.454068 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-136690e0-6294-444c-98d3-ce8be4735409 req-344dca92-1b1f-4e7f-85c6-b63fffa31040 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264220 Aug 24 22:32:38.480623 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c5f93f7-e15a-46c5-a7bc-803c84cbc74b req-ba6d9c4a-fadf-4da1-8d7a-e7e6349cd395 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Aug 24 22:32:38.600829 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f016a57-9f6e-4795-9f08-67185d0b2509 req-b3921d83-de37-4169-9dff-43c09cfc0625 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0697761 Aug 24 22:32:38.756711 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:38.757588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.765902 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.780963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Made reservation on behalf of 4ccc9ed66fc446f88a4290e4258b9635 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:32:38.787052 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.806045 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Transition to ACTIVE for port object 23221e3c-f49c-4251-8ba9-68acbe122cf6 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:38.875628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:38.968942 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:39.063456 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Allocated IP 172.20.0.5 (aacb8cc0-c5f5-47c9-b878-44b6bce587ce/ff3c18a9-708b-4c0c-b908-8ad487a46f1b/35374e15-a04d-435c-9d6c-b25c9da11de7) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:32:39.099646 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Attempting to bind port 23221e3c-f49c-4251-8ba9-68acbe122cf6 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:39.099978 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Attempting to bind port 23221e3c-f49c-4251-8ba9-68acbe122cf6 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:39.107764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Attempting to bind port 23221e3c-f49c-4251-8ba9-68acbe122cf6 on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:39.113963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Port 23221e3c-f49c-4251-8ba9-68acbe122cf6 on network 0b7ef924-d865-4684-96e3-e119a6477c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:32:39.114294 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Attempting to bind port 23221e3c-f49c-4251-8ba9-68acbe122cf6 on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:39.139565 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:39.139854 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Checking segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:39.140259 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Bound using segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:39.140807 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Bound port: 23221e3c-f49c-4251-8ba9-68acbe122cf6, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:39.141173 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:39.294590 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:39.303570 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:39.328124 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3aee0-51fb-4f11-8408-48eb2ea2b39a req-7f789abf-2df4-4fd7-ab2a-e78368f597fc tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.330579 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-92b3aee0-51fb-4f11-8408-48eb2ea2b39a req-7f789abf-2df4-4fd7-ab2a-e78368f597fc tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 944 time: 0.0966561 Aug 24 22:32:39.380429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:39.382596 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-92b3aee0-51fb-4f11-8408-48eb2ea2b39a req-d850a055-1dfd-45e1-bab8-38f7afac7948 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Aug 24 22:32:39.396757 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:39.436581 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Transition to ACTIVE for port object 35374e15-a04d-435c-9d6c-b25c9da11de7 will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:39.445019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.445670 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:39.447428 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] 10.222.0.25 "PUT /v2.0/ports/23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 1093 time: 1.6219537 Aug 24 22:32:39.447937 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:39.452318 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:39.507592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48cbee-d9ae-4f04-ae69-dc5daae62658 service neutron] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:39.522960 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6591c1d-7fbb-480f-b401-07eb1ae9bed4 x-openstack-request-id: req-d6591c1d-7fbb-480f-b401-07eb1ae9bed4 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:39.523256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:39.523509 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6591c1d-7fbb-480f-b401-07eb1ae9bed4 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:39.523907 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'status': 'completed', 'code': 200} Aug 24 22:32:39.724055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95df96-d6bb-402c-914a-96342c83cf1b req-1007307b-0346-4f51-bd51-482128a915ae tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.727421 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9b95df96-d6bb-402c-914a-96342c83cf1b req-1007307b-0346-4f51-bd51-482128a915ae tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.1559160 Aug 24 22:32:39.793886 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9b95df96-d6bb-402c-914a-96342c83cf1b req-a4c32627-3b42-46c0-8c27-15353c3e1665 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604396 Aug 24 22:32:39.885059 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:39.922843 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29292de4-a880-4acf-8237-e21efa9b8673 req-5ee1d254-e95d-4873-b6e6-916998ac18c9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.925780 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29292de4-a880-4acf-8237-e21efa9b8673 req-5ee1d254-e95d-4873-b6e6-916998ac18c9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 931 time: 0.0552919 Aug 24 22:32:39.962333 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:32:39.966513 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-b48a8f85-1569-4d9e-a441-627d423b35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.968761 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-b48a8f85-1569-4d9e-a441-627d423b35fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1096 time: 0.4022667 Aug 24 22:32:39.978287 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29292de4-a880-4acf-8237-e21efa9b8673 req-c9ac3326-5fa1-4090-a29a-c4dd1fee5a82 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Aug 24 22:32:39.979327 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411be7-dfb0-447b-9d53-2aa4f7052d6e req-93d5cac8-b907-4148-80b6-969cc1bc2f8c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:39.980838 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51411be7-dfb0-447b-9d53-2aa4f7052d6e req-93d5cac8-b907-4148-80b6-969cc1bc2f8c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.3662899 Aug 24 22:32:39.985954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:32:39.990292 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:32:39.992938 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:40.037379 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 0f975155-48d2-4c9c-ad1f-804939eba0df details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:32:40.202768 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0f975155-48d2-4c9c-ad1f-804939eba0df,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:40.211900 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:40.212701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:40.217536 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '0f975155-48d2-4c9c-ad1f-804939eba0df', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'port_id': '0f975155-48d2-4c9c-ad1f-804939eba0df', 'mac_address': 'fa:16:3e:a7:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268b8c4b-31dc-4ae1-8844-d653f1593ac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:32:40.224502 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51411be7-dfb0-447b-9d53-2aa4f7052d6e req-bd233faf-1045-4c39-903d-9d4f9b74cca9 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831229 Aug 24 22:32:40.270840 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:40.288395 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f975155-48d2-4c9c-ad1f-804939eba0df {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:40.290276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-a691222a-5556-405d-90c9-e1dd8305e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:40.291898 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-a691222a-5556-405d-90c9-e1dd8305e05b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2950387 Aug 24 22:32:40.314777 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0f975155-48d2-4c9c-ad1f-804939eba0df,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:40.382628 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-66cca9d9-0796-4616-ba65-6f0134eaebce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9443369 Aug 24 22:32:40.392639 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f0e4af9b-3333-49b4-ab2c-269a6d9a4482 None None] Provisioning for port 35374e15-a04d-435c-9d6c-b25c9da11de7 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:40.399855 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:40.412425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-f0e4af9b-3333-49b4-ab2c-269a6d9a4482 None None] Provisioning complete for port 35374e15-a04d-435c-9d6c-b25c9da11de7 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:40.414911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f0e4af9b-3333-49b4-ab2c-269a6d9a4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:40.416734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Request body: {'port': {'device_id': '663832be-df91-4481-805f-e0356cd977c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:40.523441 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4af9b-3333-49b4-ab2c-269a6d9a4482 None None] Port 35374e15-a04d-435c-9d6c-b25c9da11de7 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:32:40.571092 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:40.576356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-04332e3c-5225-4287-82e9-9ea7faa8a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:40.578370 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-75752e30-e6c4-4cf7-b32c-2c1b5d94faa3 req-04332e3c-5225-4287-82e9-9ea7faa8a38f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2792268 Aug 24 22:32:40.583644 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:40.610973 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fade0-f770-4585-85e8-39768298d6ea req-b4d0364c-7954-4ca2-b24e-357f8411251f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:40.618046 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f7fade0-f770-4585-85e8-39768298d6ea req-b4d0364c-7954-4ca2-b24e-357f8411251f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 945 time: 0.1232898 Aug 24 22:32:40.681808 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f7fade0-f770-4585-85e8-39768298d6ea req-568a9015-7330-4eb2-88f1-d8422f8b8870 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537307 Aug 24 22:32:40.807401 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-a0005fe5-9ded-49c1-b746-5d4b0277a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:40.809257 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-a0005fe5-9ded-49c1-b746-5d4b0277a567 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1096 time: 0.1254184 Aug 24 22:32:40.900809 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:32:40.934736 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-30bd8d6f-065f-433b-8095-992e92519beb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 217 time: 0.1071475 Aug 24 22:32:41.069282 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-fd741283-8297-4c5a-8a2d-01f4f40bbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.070914 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-fd741283-8297-4c5a-8a2d-01f4f40bbe93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.1156161 Aug 24 22:32:41.080712 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d64b9-da73-4d87-af1e-16e389a0bf0a req-6215fa29-b646-46a9-91d1-a45ec681a67a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.082456 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-576d64b9-da73-4d87-af1e-16e389a0bf0a req-6215fa29-b646-46a9-91d1-a45ec681a67a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.1583734 Aug 24 22:32:41.139259 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763e047-4ebd-41fd-8087-6641990b3825 req-224b7bc4-b4a2-48e2-8e11-086abc1dee4a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.148193 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1763e047-4ebd-41fd-8087-6641990b3825 req-224b7bc4-b4a2-48e2-8e11-086abc1dee4a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 931 time: 0.0821636 Aug 24 22:32:41.226818 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1763e047-4ebd-41fd-8087-6641990b3825 req-6ac27048-7870-4296-ba96-4267aad5d9c2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769153 Aug 24 22:32:41.301972 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40032) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:41.334515 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-576d64b9-da73-4d87-af1e-16e389a0bf0a req-dd0deb52-b80a-41a0-b8b6-f08c83defee0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175477 Aug 24 22:32:41.343959 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35374e15-a04d-435c-9d6c-b25c9da11de7 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:41.358268 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.362271 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-75b89c78-edec-425a-9549-2eea03daf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.364013 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-75b89c78-edec-425a-9549-2eea03daf931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2805943 Aug 24 22:32:41.402071 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Transition to ACTIVE for port object 35374e15-a04d-435c-9d6c-b25c9da11de7 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:32:41.410871 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c4580-e1ec-47c8-993c-997454c194c1 req-12965425-f047-4238-9637-9e51bfb7f250 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.413081 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e47c4580-e1ec-47c8-993c-997454c194c1 req-12965425-f047-4238-9637-9e51bfb7f250 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0834734 Aug 24 22:32:41.469782 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e47c4580-e1ec-47c8-993c-997454c194c1 req-9879210b-31f2-4f78-9012-118faf9e923a tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 Aug 24 22:32:41.480613 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f2782694-4e2d-49bd-b3b5-c0a9516dc712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.487754 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-a93dc208-980f-4440-b651-73f2ee63371d service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155152 Aug 24 22:32:41.626688 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f2782694-4e2d-49bd-b3b5-c0a9516dc712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.631197 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-13a02cc1-c5e8-46a9-8384-0b83d9ded1a7 req-0dad684f-b53f-4c94-90b3-e2e1cc2b3c94 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334269 Aug 24 22:32:41.632308 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.751527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Pushing event updated for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:41.764281 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f2782694-4e2d-49bd-b3b5-c0a9516dc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.825475 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f2782694-4e2d-49bd-b3b5-c0a9516dc712 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f283f5a74f745c6a91886b30218d3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198665 Aug 24 22:32:41.825638 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40046) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:41.826845 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2782694-4e2d-49bd-b3b5-c0a9516dc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b5042-d708-4b28-8a42-053b0a8530a9,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:41.846850 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Attempting to bind port 35374e15-a04d-435c-9d6c-b25c9da11de7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:32:41.847180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Attempting to bind port 35374e15-a04d-435c-9d6c-b25c9da11de7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:32:41.847522 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Attempting to bind port 35374e15-a04d-435c-9d6c-b25c9da11de7 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:41.869761 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Port 35374e15-a04d-435c-9d6c-b25c9da11de7 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:32:41.870076 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Attempting to bind port 35374e15-a04d-435c-9d6c-b25c9da11de7 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:32:41.893280 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43c98b-3ea1-4ddc-b0b1-b9661600e7ae req-0b1a4565-0fda-40b9-abe4-cb6fca301608 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:41.894874 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-db43c98b-3ea1-4ddc-b0b1-b9661600e7ae req-0b1a4565-0fda-40b9-abe4-cb6fca301608 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 945 time: 0.1062396 Aug 24 22:32:41.896059 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:32:41.903015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Checking segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:32:41.903015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Bound using segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:32:41.903015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Bound port: 35374e15-a04d-435c-9d6c-b25c9da11de7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:32:41.903015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.957227 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:41.996455 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-db43c98b-3ea1-4ddc-b0b1-b9661600e7ae req-6b98869f-b61a-4a46-8559-06f313bf47b8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943613 Aug 24 22:32:42.008506 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:42.226845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:32:42.241187 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=35374e15-a04d-435c-9d6c-b25c9da11de7,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:32:42.323696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:42.356634 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a9438-83f2-466c-8473-c2514e4ce91e req-b88f469c-4271-4593-92d5-b959287de1fd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.358985 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-993a9438-83f2-466c-8473-c2514e4ce91e req-b88f469c-4271-4593-92d5-b959287de1fd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0582716 Aug 24 22:32:42.360734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.361341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:42.362780 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] 10.222.0.25 "PUT /v2.0/ports/35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1093 time: 1.9554303 Aug 24 22:32:42.363373 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:42.365949 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:42.386523 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/462b5042-d708-4b28-8a42-053b0a8530a9 HTTP/1.1" status: 204 len: 168 time: 0.5408258 Aug 24 22:32:42.387327 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:42.392045 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc3fede-9e3f-4989-9b69-d01178002b12" -d '{"events": [{"name": "network-changed", "server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:42.413915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c71d-b551-423b-9bbb-2e8e63ce96a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b5042-d708-4b28-8a42-053b0a8530a9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:42.435294 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-993a9438-83f2-466c-8473-c2514e4ce91e req-1710155c-6c0c-4d76-a5c0-4bf866cc8d85 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604613 Aug 24 22:32:42.457892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a1370-826b-4ce1-9ed6-eb38f9708989 service neutron] Pushing event updated for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:42.522538 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfbb8ea-8cdf-469c-8885-8f2c0cee56e9 x-openstack-request-id: req-cbfbb8ea-8cdf-469c-8885-8f2c0cee56e9 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:42.522797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:42.523121 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbfbb8ea-8cdf-469c-8885-8f2c0cee56e9 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:42.523596 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'status': 'completed', 'code': 200} Aug 24 22:32:42.541516 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257ab94-62ca-4568-a5ad-b10a7e5f4f6d req-aad702a7-a7d6-46ed-bad0-5f410ffcc079 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.542878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e257ab94-62ca-4568-a5ad-b10a7e5f4f6d req-aad702a7-a7d6-46ed-bad0-5f410ffcc079 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0798011 Aug 24 22:32:42.636996 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e257ab94-62ca-4568-a5ad-b10a7e5f4f6d req-d7ca79c2-e868-4ef8-baf8-0008d0766ce0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768180 Aug 24 22:32:42.645035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-d11aca95-cc9c-4e0b-9374-3ad48810687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.647971 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-d11aca95-cc9c-4e0b-9374-3ad48810687a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1096 time: 0.1038039 Aug 24 22:32:42.670944 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca036-52fb-403a-a33a-9284b4bcff94 req-9d0da410-ddd8-44c3-82a8-e8070ab4aad0 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.673938 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03dca036-52fb-403a-a33a-9284b4bcff94 req-9d0da410-ddd8-44c3-82a8-e8070ab4aad0 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0833147 Aug 24 22:32:42.708665 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-dc87beb6-d31d-45b0-abe4-628911a18548 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 217 time: 0.0446923 Aug 24 22:32:42.742768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03dca036-52fb-403a-a33a-9284b4bcff94 req-d36dc8ff-1562-4418-997d-aeee3e1aa83f tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570023 Aug 24 22:32:42.769265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-3730d619-6fe3-4657-88f6-31b66d95b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.770830 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-3730d619-6fe3-4657-88f6-31b66d95b893 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0547390 Aug 24 22:32:42.822658 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-9d322921-5383-4a4f-a24c-60b1d585500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:42.824489 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-9d322921-5383-4a4f-a24c-60b1d585500d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462039 Aug 24 22:32:42.919497 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-0836bf04-cc89-46ea-94d4-2d6509a8403f service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853894 Aug 24 22:32:43.016574 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97081ab1-9b84-4816-9c90-a9b2dffd4f19 req-735fb8be-4f46-4de0-bf4a-9f42ddbefa76 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899050 Aug 24 22:32:43.136936 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee001b3-bc4e-4361-b6c0-a51ca2faa9d3 req-296e3f89-d6c6-45cf-91a5-4630b0b94ca2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.139490 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dee001b3-bc4e-4361-b6c0-a51ca2faa9d3 req-296e3f89-d6c6-45cf-91a5-4630b0b94ca2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 945 time: 0.0626767 Aug 24 22:32:43.198110 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dee001b3-bc4e-4361-b6c0-a51ca2faa9d3 req-513f81d8-f9b4-4e69-87d3-60b332bcb590 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508485 Aug 24 22:32:43.204949 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40076) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:43.229618 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ae640466-f2ec-41a9-aa2f-3f149264cd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.262400 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-92601881-197a-4ade-bab9-e4f1edce8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.262400 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-92601881-197a-4ade-bab9-e4f1edce8ff1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1096 time: 0.0494697 Aug 24 22:32:43.317649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7879d14f-fbe3-4e6f-8041-bd97d3cdd13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.350798 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ae640466-f2ec-41a9-aa2f-3f149264cd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.429799 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-4e1b5506-56b6-4ce3-b17f-e1f0670ea4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.431292 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-4e1b5506-56b6-4ce3-b17f-e1f0670ea4ba service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.1652935 Aug 24 22:32:43.456742 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ae640466-f2ec-41a9-aa2f-3f149264cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.473990 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-42e3bfa3-ddca-4dc1-97d8-8f5f4daf373d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 217 time: 0.0351136 Aug 24 22:32:43.504724 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ae640466-f2ec-41a9-aa2f-3f149264cd50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e21339f11e4f496597eb3333838ddf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960067 Aug 24 22:32:43.504724 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae640466-f2ec-41a9-aa2f-3f149264cd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a175f-5303-4ef4-8ccf-ef5c8dcce6f9,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:43.506032 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40082) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:43.531140 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-d6659fd3-b773-4cad-8653-874857a580e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.532617 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-d6659fd3-b773-4cad-8653-874857a580e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0514565 Aug 24 22:32:43.581365 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-514cbe8f-3379-4743-90db-b654f0bf8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.582859 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-514cbe8f-3379-4743-90db-b654f0bf8844 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422316 Aug 24 22:32:43.590252 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.625807 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac170eff-c7b4-4b9c-846e-5cc3dd90fa40 req-39409ce8-ed0d-4662-a6f3-cdef8cfb5ca3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.627368 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ac170eff-c7b4-4b9c-846e-5cc3dd90fa40 req-39409ce8-ed0d-4662-a6f3-cdef8cfb5ca3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0893042 Aug 24 22:32:43.638654 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.696991 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-e14ee7c3-e559-4c6d-ba31-5f794018bf93 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062951 Aug 24 22:32:43.713930 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ac170eff-c7b4-4b9c-846e-5cc3dd90fa40 req-37f843f5-6981-4fc5-9f4d-d030606ea265 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779283 Aug 24 22:32:43.844592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd511041-5448-4747-a083-c702a334bbc1 req-e3062c5c-3dff-4239-9a59-b64a6247c7e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.846272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd511041-5448-4747-a083-c702a334bbc1 req-e3062c5c-3dff-4239-9a59-b64a6247c7e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.1092756 Aug 24 22:32:43.875305 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e244c2d-e550-4df5-9235-0912996b5d65 req-63d8bb0f-9912-47b2-9d40-25a391b0b2e2 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:43.877974 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3e244c2d-e550-4df5-9235-0912996b5d65 req-63d8bb0f-9912-47b2-9d40-25a391b0b2e2 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 944 time: 0.0575900 Aug 24 22:32:43.894185 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc3fede-9e3f-4989-9b69-d01178002b12 req-0fc57320-d76b-4c7f-bd3f-e2a7fdef39f4 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848249 Aug 24 22:32:43.904860 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.913427 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:43.913427 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b14a175f-5303-4ef4-8ccf-ef5c8dcce6f9 HTTP/1.1" status: 204 len: 168 time: 0.4039519 Aug 24 22:32:43.913711 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd511041-5448-4747-a083-c702a334bbc1 req-48ce318e-beac-4f8f-b418-89c9e604ed0a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575788 Aug 24 22:32:43.938540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c8f5f-21b2-4abe-8cfe-7e147f51a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a175f-5303-4ef4-8ccf-ef5c8dcce6f9,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:43.957549 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3e244c2d-e550-4df5-9235-0912996b5d65 req-09f04f7a-2bb0-4165-a0ed-ee155172f158 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707242 Aug 24 22:32:44.081012 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:32:44.146352 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 0f975155-48d2-4c9c-ad1f-804939eba0df up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:44.221253 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,segment=NetworkSegment(382f7b6a-382a-43f9-b1e8-708ab2f28e18),segment_id=382f7b6a-382a-43f9-b1e8-708ab2f28e18)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:44.236720 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0', 'network_id': 'da1583ee-d082-497f-b87d-9c384f5338da', 'port_id': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0', 'mac_address': 'fa:16:3e:aa:54:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:32:44.284205 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:44.309767 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:44.316830 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 0f975155-48d2-4c9c-ad1f-804939eba0df completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:44.322940 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 0f975155-48d2-4c9c-ad1f-804939eba0df triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:44.323750 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:44.358960 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,segment=NetworkSegment(382f7b6a-382a-43f9-b1e8-708ab2f28e18),segment_id=382f7b6a-382a-43f9-b1e8-708ab2f28e18)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:44.393726 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12805e07-07c2-4e10-afb5-2dba409f046f req-58323732-f3e5-4aab-8d75-95c967cb4f5a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:44.395427 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12805e07-07c2-4e10-afb5-2dba409f046f req-58323732-f3e5-4aab-8d75-95c967cb4f5a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 945 time: 0.1157541 Aug 24 22:32:44.421412 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:44.452751 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12805e07-07c2-4e10-afb5-2dba409f046f req-e2987a56-75ce-4036-9871-98b53fee4235 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Aug 24 22:32:44.469321 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:44.516109 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:44.589294 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:44.606534 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0f975155-48d2-4c9c-ad1f-804939eba0df,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:44.719604 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4068fd58-4837-4e45-aeea-ccee8a808d7f" -d '{"events": [{"server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "name": "network-vif-plugged", "status": "completed", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:44.724949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:44.793620 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:44.906505 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620588-8e67-4081-8fb2-3c7a62791a3f req-d2218109-c0e5-4ad3-adec-d3b905a96e1e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:44.908280 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-95620588-8e67-4081-8fb2-3c7a62791a3f req-d2218109-c0e5-4ad3-adec-d3b905a96e1e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0724809 Aug 24 22:32:44.933465 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:32:44.986739 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-95620588-8e67-4081-8fb2-3c7a62791a3f req-3d62bfbe-1d8b-486d-b79a-705783a497d0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661230 Aug 24 22:32:45.024512 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9accb1-fcf4-418f-b775-8db33f85330f x-openstack-request-id: req-7e9accb1-fcf4-418f-b775-8db33f85330f {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:45.024816 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "name": "network-vif-plugged", "status": "completed", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:45.025068 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e9accb1-fcf4-418f-b775-8db33f85330f {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:45.025558 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df', 'code': 200} Aug 24 22:32:45.142907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcf47c-b3b9-4961-a6d2-d254c618613b req-52314496-2327-492b-ad6d-17cbc988d68b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:45.144970 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adbcf47c-b3b9-4961-a6d2-d254c618613b req-52314496-2327-492b-ad6d-17cbc988d68b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0732374 Aug 24 22:32:45.210534 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc986c5-ed60-40c3-8347-4f03ffbcc272 req-8e68f5ae-2f44-4087-82e7-fa09a11bf16c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:45.214036 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0fc986c5-ed60-40c3-8347-4f03ffbcc272 req-8e68f5ae-2f44-4087-82e7-fa09a11bf16c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 945 time: 0.0909691 Aug 24 22:32:45.230134 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-adbcf47c-b3b9-4961-a6d2-d254c618613b req-f4c3d86a-ad59-4a68-b38d-11b52bb0cbc1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651009 Aug 24 22:32:45.264023 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0fc986c5-ed60-40c3-8347-4f03ffbcc272 req-15de6807-b4f2-412d-a4d4-4fa16d67ad86 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382113 Aug 24 22:32:45.511095 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-b2ee2dd2-ed4b-46dc-a6bd-7c51af744fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:45.516647 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-b2ee2dd2-ed4b-46dc-a6bd-7c51af744fa6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 1099 time: 0.0850708 Aug 24 22:32:45.544156 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-d1e2ad5c-888e-464e-9a64-6d4a40d22606 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:45.614352 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf6a20-68ab-4d27-a411-c4784b78eed8 req-ff8c80a5-9ac3-4676-9b42-d4d9f9ec5b25 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:45.615930 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bbf6a20-68ab-4d27-a411-c4784b78eed8 req-ff8c80a5-9ac3-4676-9b42-d4d9f9ec5b25 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0735660 Aug 24 22:32:45.681116 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bbf6a20-68ab-4d27-a411-c4784b78eed8 req-8e70af9d-2c3b-465b-a08b-b90c1c449269 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Aug 24 22:32:45.722193 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-d1e2ad5c-888e-464e-9a64-6d4a40d22606 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:45.803806 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-d1e2ad5c-888e-464e-9a64-6d4a40d22606 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:45.839909 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f6534f2-52f0-4354-a2b4-28c968412a9a req-d1e2ad5c-888e-464e-9a64-6d4a40d22606 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183501 Aug 24 22:32:45.849584 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2ad5c-888e-464e-9a64-6d4a40d22606 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b872511e-385d-40e8-8779-822c223f3fea,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:45.975009 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e98eec20-67d9-4631-a946-9f03131c96a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.096601 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:32:46.106135 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cccb0e-cb83-408e-9255-cc603d70de53 req-a0df0b2f-45a5-47b4-aca6-43f904351a41 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:46.108386 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:46.108813 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a8cccb0e-cb83-408e-9255-cc603d70de53 req-a0df0b2f-45a5-47b4-aca6-43f904351a41 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0555656 Aug 24 22:32:46.162542 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a8cccb0e-cb83-408e-9255-cc603d70de53 req-ea86b244-ac62-453e-abe9-80b63ad18836 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Aug 24 22:32:46.164044 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.261986 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:46.282296 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:32:46.325424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:46.341735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:46.342316 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.344927 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.395948 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642421b5-1562-4783-ba9e-d1685d08c1aa req-21aaa918-61a8-4589-bf9b-e28ca06d2567 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:46.402124 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-642421b5-1562-4783-ba9e-d1685d08c1aa req-21aaa918-61a8-4589-bf9b-e28ca06d2567 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0744257 Aug 24 22:32:46.410444 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:46.449247 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3048ec-54d5-4b1a-9a61-a45749f67097 req-99ffab4d-30e7-4b5e-9cf8-73157fee6a1a tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:46.451110 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb3048ec-54d5-4b1a-9a61-a45749f67097 req-99ffab4d-30e7-4b5e-9cf8-73157fee6a1a tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 945 time: 0.0782146 Aug 24 22:32:46.451631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:46.473801 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-642421b5-1562-4783-ba9e-d1685d08c1aa req-9701ba62-80b9-4d76-be30-83668b1563e9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695574 Aug 24 22:32:46.516543 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.519842 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb3048ec-54d5-4b1a-9a61-a45749f67097 req-f70eb331-d1f3-4f06-8d9e-075b89643714 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599239 Aug 24 22:32:46.559211 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,segment=NetworkSegment(382f7b6a-382a-43f9-b1e8-708ab2f28e18),segment_id=382f7b6a-382a-43f9-b1e8-708ab2f28e18)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:46.660170 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.683624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:46.719982 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:46.796902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:46.838211 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafa80b-be49-4cff-ab58-e23dfca84c21 req-bb3987ff-e3c9-4acc-b914-fda70373d5bb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:46.839807 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cafa80b-be49-4cff-ab58-e23dfca84c21 req-bb3987ff-e3c9-4acc-b914-fda70373d5bb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0540113 Aug 24 22:32:46.886129 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cafa80b-be49-4cff-ab58-e23dfca84c21 req-db667161-e220-47ca-8bd3-6ef123db0756 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Aug 24 22:32:46.974214 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.015183 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40234) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:47.026594 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:47.029876 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c665c-c3df-4b6d-a89c-027d472ac3d8" -d '{"events": [{"server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "name": "network-vif-plugged", "status": "completed", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:47.079643 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca311302-6e6d-4497-a351-23d6a8d65d39 x-openstack-request-id: req-ca311302-6e6d-4497-a351-23d6a8d65d39 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:47.080235 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "name": "network-vif-plugged", "status": "completed", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:47.080548 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca311302-6e6d-4497-a351-23d6a8d65d39 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:47.080999 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0', 'code': 200} Aug 24 22:32:47.128113 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['23221e3c-f49c-4251-8ba9-68acbe122cf6'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:32:47.136399 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5bcde317-1ff4-4513-a0d1-02e3d4f62e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.274736 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5bcde317-1ff4-4513-a0d1-02e3d4f62e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.326983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66363f1-c964-4536-a6d6-624812e8e166 req-628b37b7-0247-480a-9826-d0b3c0764c64 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:47.328769 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c66363f1-c964-4536-a6d6-624812e8e166 req-628b37b7-0247-480a-9826-d0b3c0764c64 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0686066 Aug 24 22:32:47.380218 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-5bcde317-1ff4-4513-a0d1-02e3d4f62e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.380966 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c66363f1-c964-4536-a6d6-624812e8e166 req-e627eabd-dd83-49fa-a45c-4bab9142afd2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Aug 24 22:32:47.429053 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcde317-1ff4-4513-a0d1-02e3d4f62e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b5c21-d850-4cbc-bf37-b5d39a9ec01d,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:47.436664 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-5bcde317-1ff4-4513-a0d1-02e3d4f62e23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29e78ff65db8400f9ba924c290da50dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189813 Aug 24 22:32:47.439801 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40252) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:47.508709 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b281-aa9f-45c3-bca8-1d9d6175bc68 req-8d12fa7f-0bf4-4257-8409-0c11cd3dee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:47.510240 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67d1b281-aa9f-45c3-bca8-1d9d6175bc68 req-8d12fa7f-0bf4-4257-8409-0c11cd3dee94 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 1099 time: 0.0815008 Aug 24 22:32:47.539755 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.585871 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.590896 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67d1b281-aa9f-45c3-bca8-1d9d6175bc68 req-1ae68b48-ee4d-4eca-ac27-46946042687c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Aug 24 22:32:47.658227 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf32a0-428a-446c-a24e-943fac62759a req-2ae0d1b1-7eec-4e3f-8450-d1a4df49aa32 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:47.659915 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bcdf32a0-428a-446c-a24e-943fac62759a req-2ae0d1b1-7eec-4e3f-8450-d1a4df49aa32 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0569513 Aug 24 22:32:47.683139 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1564b8-29ab-42c9-b0c5-52c180ae7ab3 req-0c32ed43-a589-4ee8-8e9e-42c2200bc1b4 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:47.684490 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6b1564b8-29ab-42c9-b0c5-52c180ae7ab3 req-0c32ed43-a589-4ee8-8e9e-42c2200bc1b4 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0733743 Aug 24 22:32:47.710697 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bcdf32a0-428a-446c-a24e-943fac62759a req-d803792c-d062-4792-b70c-9037713e1e54 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Aug 24 22:32:47.722000 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40262) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:47.740927 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6b1564b8-29ab-42c9-b0c5-52c180ae7ab3 req-be751208-259b-4c42-8b6e-b29fb31fd8e3 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Aug 24 22:32:47.804081 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.806737 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.811454 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c30b5c21-d850-4cbc-bf37-b5d39a9ec01d HTTP/1.1" status: 204 len: 168 time: 0.3674755 Aug 24 22:32:47.817467 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1364d-0882-4d72-9e63-ae83dab10d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b5c21-d850-4cbc-bf37-b5d39a9ec01d,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:47.841873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f781b58c-e120-451f-9b97-15e36106490a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:47.939366 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f781b58c-e120-451f-9b97-15e36106490a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.005083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36fc75-e5ba-4c88-845b-dbe1a5b602d4 req-59ef27e0-d17a-421a-abd6-fb25e34384d8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:48.006746 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3e36fc75-e5ba-4c88-845b-dbe1a5b602d4 req-59ef27e0-d17a-421a-abd6-fb25e34384d8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0523565 Aug 24 22:32:48.055768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3e36fc75-e5ba-4c88-845b-dbe1a5b602d4 req-abb21887-ee4c-4bc7-b300-c9a97afde87d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Aug 24 22:32:48.112021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f781b58c-e120-451f-9b97-15e36106490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.112690 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 35374e15-a04d-435c-9d6c-b25c9da11de7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:32:48.162024 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40272) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:48.162529 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f781b58c-e120-451f-9b97-15e36106490a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b682cb36ec3f40cabf596c6c99aacf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390526 Aug 24 22:32:48.165204 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b58c-e120-451f-9b97-15e36106490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a95e0-f043-40ef-af9f-10fcc3112fdd,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:48.235122 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.262967 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.374891 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=35374e15-a04d-435c-9d6c-b25c9da11de7,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:48.386512 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'port_id': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'mac_address': 'fa:16:3e:8b:ed:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:32:48.409076 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.412528 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.417386 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c4a95e0-f043-40ef-af9f-10fcc3112fdd HTTP/1.1" status: 204 len: 168 time: 0.2542837 Aug 24 22:32:48.426627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dc696-794c-4500-8e80-25af92b6f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a95e0-f043-40ef-af9f-10fcc3112fdd,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:48.434859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.475230 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35374e15-a04d-435c-9d6c-b25c9da11de7 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:32:48.501308 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=35374e15-a04d-435c-9d6c-b25c9da11de7,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:48.533629 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34360efc-ed22-4697-9c1b-1c3611dfee3a req-148c6aa8-64c1-4722-9a13-aa4a2003e85d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:48.535428 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34360efc-ed22-4697-9c1b-1c3611dfee3a req-148c6aa8-64c1-4722-9a13-aa4a2003e85d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 943 time: 0.0716045 Aug 24 22:32:48.574264 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34360efc-ed22-4697-9c1b-1c3611dfee3a req-90b86e19-6ee5-4040-adf3-3fb10750b01c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Aug 24 22:32:48.649255 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.656028 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.709823 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:48.797356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40294) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:48.814953 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4b629825-35bc-4fa2-8e43-4b72cf0df204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:48.887645 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3a57-1cf9-45ca-9e53-30f6f905aa20 req-cab5dcd9-ed30-4104-8cfd-4b20fccd5378 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:48.889997 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-744a3a57-1cf9-45ca-9e53-30f6f905aa20 req-cab5dcd9-ed30-4104-8cfd-4b20fccd5378 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0590231 Aug 24 22:32:48.922460 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2e24-b179-4279-acd0-baaa3acf1708 req-dafd362b-ba0f-4ba4-ad53-0ac737e21286 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:48.923992 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3e3e2e24-b179-4279-acd0-baaa3acf1708 req-dafd362b-ba0f-4ba4-ad53-0ac737e21286 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0998404 Aug 24 22:32:48.944708 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-744a3a57-1cf9-45ca-9e53-30f6f905aa20 req-7466c8e1-f03b-433e-91fb-edc11629612a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468776 Aug 24 22:32:49.003246 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3e3e2e24-b179-4279-acd0-baaa3acf1708 req-773750ef-73a2-465a-97d1-25295d0a3dc2 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Aug 24 22:32:49.033277 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4b629825-35bc-4fa2-8e43-4b72cf0df204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.106247 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4b629825-35bc-4fa2-8e43-4b72cf0df204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.115585 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['35374e15-a04d-435c-9d6c-b25c9da11de7'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:32:49.148948 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4b629825-35bc-4fa2-8e43-4b72cf0df204 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd9981169c7e4dbb8562b1f1780f39c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503742 Aug 24 22:32:49.157974 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40310) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:49.187201 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b629825-35bc-4fa2-8e43-4b72cf0df204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb9f25-1bc0-4b48-aa6a-48f48fab1006,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:49.205985 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd424-3528-4f42-adf2-87766a5f74e7 req-26f32d29-59b1-4fcb-a9cc-dac36effa791 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:49.214376 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d23dd424-3528-4f42-adf2-87766a5f74e7 req-26f32d29-59b1-4fcb-a9cc-dac36effa791 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0759881 Aug 24 22:32:49.253411 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.272690 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d23dd424-3528-4f42-adf2-87766a5f74e7 req-875a735b-fc7b-4b05-861b-4a7d11d0deb1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573504 Aug 24 22:32:49.308317 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.389400 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40316) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:49.403987 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb30b23a-92cb-430d-ae77-753a7eb4288d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.545910 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.549612 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.551811 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5eb9f25-1bc0-4b48-aa6a-48f48fab1006 HTTP/1.1" status: 204 len: 168 time: 0.3924897 Aug 24 22:32:49.564785 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2bd8a-685c-41d1-a73a-e2888e91d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb9f25-1bc0-4b48-aa6a-48f48fab1006,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:49.666940 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb30b23a-92cb-430d-ae77-753a7eb4288d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.745962 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d91af6-4ba4-417c-a53e-7837e4ff9200 req-86ce4353-f717-44c7-9d0d-973ed2006d7d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:49.748928 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5d91af6-4ba4-417c-a53e-7837e4ff9200 req-86ce4353-f717-44c7-9d0d-973ed2006d7d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 944 time: 0.0604713 Aug 24 22:32:49.805701 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5d91af6-4ba4-417c-a53e-7837e4ff9200 req-3e480775-0ec1-401f-8e0b-17cb2063e9fe tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Aug 24 22:32:49.816577 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb30b23a-92cb-430d-ae77-753a7eb4288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.871424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30b23a-92cb-430d-ae77-753a7eb4288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52795318-ecc2-4866-9812-3c2e7e4dbcfa,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:49.881029 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-bb30b23a-92cb-430d-ae77-753a7eb4288d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa8fcde7ee9b4847bf12ac715554f90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901409 Aug 24 22:32:49.883927 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40324) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:49.955290 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:49.990483 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.130036 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:50.149683 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119095e6-d674-460e-a21f-67fac6132650 req-c75529ae-0926-4079-bfb9-83fa63c1459c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:50.151260 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-119095e6-d674-460e-a21f-67fac6132650 req-c75529ae-0926-4079-bfb9-83fa63c1459c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0574729 Aug 24 22:32:50.164205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1827728-93b0-4314-b4c1-c3ecd7765404 req-4d6dfdf9-3c9a-4f62-9bc3-d118db0989b6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:50.166085 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1827728-93b0-4314-b4c1-c3ecd7765404 req-4d6dfdf9-3c9a-4f62-9bc3-d118db0989b6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0855379 Aug 24 22:32:50.192877 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.197607 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.200098 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52795318-ecc2-4866-9812-3c2e7e4dbcfa HTTP/1.1" status: 204 len: 168 time: 0.3141677 Aug 24 22:32:50.223383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd682031-55cf-48d0-ab2d-229c113fb20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52795318-ecc2-4866-9812-3c2e7e4dbcfa,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:50.254124 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1827728-93b0-4314-b4c1-c3ecd7765404 req-9a606134-b1dd-4781-86e9-28a9a55b8870 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797548 Aug 24 22:32:50.258089 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-119095e6-d674-460e-a21f-67fac6132650 req-2320e109-b492-424b-b1e8-7e908f87b9c9 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933754 Aug 24 22:32:50.305861 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:50.310036 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:50.310601 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.401553 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.435735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:50.438222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11abf28a-94bf-4447-9de5-63c8dcf08a21" -d '{"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:50.452685 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:50.488162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b297abfb-2e1f-4910-b800-5438d773348c x-openstack-request-id: req-b297abfb-2e1f-4910-b800-5438d773348c {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:50.488618 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:50.489100 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b297abfb-2e1f-4910-b800-5438d773348c {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:50.491059 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'code': 200} Aug 24 22:32:50.609313 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:50.663242 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:50.973595 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75249344-e2eb-4802-8eae-8f6458c597e0 req-10b5003d-ad3b-4cf7-89c3-05c05c7608b2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:50.975973 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75249344-e2eb-4802-8eae-8f6458c597e0 req-10b5003d-ad3b-4cf7-89c3-05c05c7608b2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 944 time: 0.0731308 Aug 24 22:32:51.014873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40352) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:51.054965 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75249344-e2eb-4802-8eae-8f6458c597e0 req-9d66cf46-a04e-4d70-954e-cec53cfdb239 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716650 Aug 24 22:32:51.056156 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-429aa710-993e-4ddc-aa2c-0737cb209528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.065345 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb1649-7abf-4abb-863b-cdef7d56dd14 req-790d677e-2797-4ad0-8746-ab5b882e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:51.067775 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-48fb1649-7abf-4abb-863b-cdef7d56dd14 req-790d677e-2797-4ad0-8746-ab5b882e7b66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1098 time: 0.0622904 Aug 24 22:32:51.110805 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-48fb1649-7abf-4abb-863b-cdef7d56dd14 req-6150aebe-198d-4d2a-92d6-c3d8d499018e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Aug 24 22:32:51.182418 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-429aa710-993e-4ddc-aa2c-0737cb209528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.275851 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-429aa710-993e-4ddc-aa2c-0737cb209528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.321420 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-429aa710-993e-4ddc-aa2c-0737cb209528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb454a4449ca42328ee2e5222a1530e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025849 Aug 24 22:32:51.324927 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40366) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:51.325423 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa710-993e-4ddc-aa2c-0737cb209528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aab7b88-f077-4c04-b0b7-31ca3f64d35d,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:51.436998 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.458038 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8917-2739-4caf-8dc3-d50e08faf850 req-b29b48b7-eaec-4e05-a910-065816a343e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:51.459614 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-80ef8917-2739-4caf-8dc3-d50e08faf850 req-b29b48b7-eaec-4e05-a910-065816a343e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0912459 Aug 24 22:32:51.482131 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.533894 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-80ef8917-2739-4caf-8dc3-d50e08faf850 req-50256d5a-3cd4-4ad1-8e4e-2ae2f99c9b41 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637293 Aug 24 22:32:51.974595 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.977934 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:51.979095 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aab7b88-f077-4c04-b0b7-31ca3f64d35d HTTP/1.1" status: 204 len: 168 time: 0.6564984 Aug 24 22:32:51.989386 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5301dd-0f32-4c7f-9f6a-065a8683895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aab7b88-f077-4c04-b0b7-31ca3f64d35d,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:52.131096 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 35374e15-a04d-435c-9d6c-b25c9da11de7 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:32:52.191725 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7786-ff28-49c8-93b0-e0b09f3237a1 req-e98f4ca2-739b-470e-87dd-1954546c7f09 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:52.193232 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-901b7786-ff28-49c8-93b0-e0b09f3237a1 req-e98f4ca2-739b-470e-87dd-1954546c7f09 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 944 time: 0.0559661 Aug 24 22:32:52.248537 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-901b7786-ff28-49c8-93b0-e0b09f3237a1 req-1d398f68-23bf-445f-ad2e-fa613cd4d6b9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484483 Aug 24 22:32:52.300097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 35374e15-a04d-435c-9d6c-b25c9da11de7 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:32:52.305332 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 35374e15-a04d-435c-9d6c-b25c9da11de7 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:32:52.305807 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:52.416561 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:52.463473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=35374e15-a04d-435c-9d6c-b25c9da11de7,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:32:52.492686 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:52.495253 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e93134-d135-45c3-910f-471f9dd3c7df" -d '{"events": [{"server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "name": "network-vif-plugged", "status": "completed", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:52.533477 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb734d-48f0-40c6-b408-a0fec6abc6d9 x-openstack-request-id: req-a1eb734d-48f0-40c6-b408-a0fec6abc6d9 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:52.533801 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "name": "network-vif-plugged", "status": "completed", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:52.534050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1eb734d-48f0-40c6-b408-a0fec6abc6d9 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:52.534441 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'code': 200} Aug 24 22:32:52.546325 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:52.613079 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:52.707470 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7639d-330c-4042-9e15-ce66ac1624ef req-31fd7692-e7b3-44f0-becc-ba57ca64a5e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:52.709003 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3af7639d-330c-4042-9e15-ce66ac1624ef req-31fd7692-e7b3-44f0-becc-ba57ca64a5e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0524373 Aug 24 22:32:52.765078 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3af7639d-330c-4042-9e15-ce66ac1624ef req-4c7de80f-9a04-4a0e-b429-281e705b4670 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461988 Aug 24 22:32:52.893736 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40428) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:53.035217 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-733bb71b-5c33-49ea-a348-e1347e05fa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.151006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f41320-cd87-45de-bcd6-1460113db8c3 req-7b41eac4-62d7-41e7-95c0-9111f461dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:53.152654 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51f41320-cd87-45de-bcd6-1460113db8c3 req-7b41eac4-62d7-41e7-95c0-9111f461dccb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0931528 Aug 24 22:32:53.227033 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51f41320-cd87-45de-bcd6-1460113db8c3 req-63e43b65-200a-495b-a6ca-16a66cabc5df service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615051 Aug 24 22:32:53.240146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-733bb71b-5c33-49ea-a348-e1347e05fa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.357424 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-733bb71b-5c33-49ea-a348-e1347e05fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.396466 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bb2e8-6463-4404-ab27-17b7e29c00a0 req-23f70894-78e4-471e-9cc6-1d7cf09977c0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:53.398280 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-996bb2e8-6463-4404-ab27-17b7e29c00a0 req-23f70894-78e4-471e-9cc6-1d7cf09977c0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Aug 24 22:32:53.413435 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-733bb71b-5c33-49ea-a348-e1347e05fa2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af18003988e94f4aa1e28652f96735e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149553 Aug 24 22:32:53.414188 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40452) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:53.422506 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bb71b-5c33-49ea-a348-e1347e05fa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea072ed-6dc0-4363-87c6-058465529384,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:53.506450 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-996bb2e8-6463-4404-ab27-17b7e29c00a0 req-9f97f6a4-f6ae-46db-88aa-8501fbb4abb0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930047 Aug 24 22:32:53.534035 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.561942 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.719600 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.723062 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:53.724326 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ea072ed-6dc0-4363-87c6-058465529384 HTTP/1.1" status: 204 len: 168 time: 0.3085594 Aug 24 22:32:53.736840 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e21c0-0288-4068-9125-f6d8d8741768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea072ed-6dc0-4363-87c6-058465529384,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:53.996192 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd0d8a-57f0-4ed7-8a80-5893f02556b9 req-94c46156-a4a3-4b08-920f-bc08ff70619e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:53.997791 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7dcd0d8a-57f0-4ed7-8a80-5893f02556b9 req-94c46156-a4a3-4b08-920f-bc08ff70619e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0586743 Aug 24 22:32:54.043397 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7dcd0d8a-57f0-4ed7-8a80-5893f02556b9 req-a6a2bc98-65dc-4fd6-9fb9-922e14a091d8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395522 Aug 24 22:32:54.217855 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b4c3c-89e1-4133-84b8-db8ecec33093 req-13071ac3-675c-4e45-b13a-868719fa0acb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:54.223135 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-117b4c3c-89e1-4133-84b8-db8ecec33093 req-13071ac3-675c-4e45-b13a-868719fa0acb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0731807 Aug 24 22:32:54.228719 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40490) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:54.234267 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'floatingip': {'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:54.339726 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:54.432066 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:32:54.681761 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a8cfe-4646-4bc9-8f0a-5e20e755b295 req-48232715-fb03-4423-bc3d-039981b6a65f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:54.684199 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a8cfe-4646-4bc9-8f0a-5e20e755b295 req-48232715-fb03-4423-bc3d-039981b6a65f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0782666 Aug 24 22:32:54.744535 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-393a8cfe-4646-4bc9-8f0a-5e20e755b295 req-5927e8b0-4c90-4d84-85f1-e5b67600b2ca tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499878 Aug 24 22:32:55.238367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:55.312301 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:55.418256 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Floating IP 3647450e-a81c-4d8d-b388-6334d4b6d006 associated. External IP: 172.27.0.149, port: 23221e3c-f49c-4251-8ba9-68acbe122cf6. Aug 24 22:32:55.663294 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:32:55.789922 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:55.795085 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:55.807486 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:55.825050 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:55.825938 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:55.858460 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a8d91a30-2e7a-4f9b-8b6b-6ac6bb2dac73 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "PUT /v2.0/floatingips/3647450e-a81c-4d8d-b388-6334d4b6d006 HTTP/1.1" status: 200 len: 991 time: 1.6282916 Aug 24 22:32:55.860851 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:55.863240 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bf623b-fc81-4c0a-b50b-4f9b15494251" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:55.888253 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe37b8-f0d1-4840-99c3-b194ce3b5875 req-4e2fef35-6fc2-4266-af93-1578c69adc95 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:55.889999 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cbe37b8-f0d1-4840-99c3-b194ce3b5875 req-4e2fef35-6fc2-4266-af93-1578c69adc95 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0615082 Aug 24 22:32:55.943854 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cbe37b8-f0d1-4840-99c3-b194ce3b5875 req-b9f722ea-0aff-40ff-af59-66016529cb3b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Aug 24 22:32:55.950884 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:56.012239 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce5d6c-04a3-46a9-9199-04a79e073c47 x-openstack-request-id: req-c5ce5d6c-04a3-46a9-9199-04a79e073c47 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:56.012567 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:56.012982 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5ce5d6c-04a3-46a9-9199-04a79e073c47 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:56.013717 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'status': 'completed', 'code': 200} Aug 24 22:32:56.113127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373af6d-6813-43fc-9af6-6d8c4733b7ca req-b804ec32-06ec-460b-8338-06939ad82dbd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:56.114732 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a373af6d-6813-43fc-9af6-6d8c4733b7ca req-b804ec32-06ec-460b-8338-06939ad82dbd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0859470 Aug 24 22:32:56.125147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40558) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:56.125975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-b4ee1c97-470d-47d8-88f3-f8231b8535b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:56.128277 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-b4ee1c97-470d-47d8-88f3-f8231b8535b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1098 time: 0.0814116 Aug 24 22:32:56.131013 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'floatingip': {'port_id': '35374e15-a04d-435c-9d6c-b25c9da11de7'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:32:56.171819 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:56.250090 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-597c9c69-481a-4fe5-8f29-6e7265b69a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:56.251598 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-597c9c69-481a-4fe5-8f29-6e7265b69a1c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.1092150 Aug 24 22:32:56.384662 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '3647450e-a81c-4d8d-b388-6334d4b6d006', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:25Z', 'updated_at': '2021-08-24T22:32:55Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:56.391375 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-c808f8c1-8237-4085-9f0c-dde076aef8df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 999 time: 0.1328785 Aug 24 22:32:56.422131 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:56.433788 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:56.434515 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:56.496397 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-b8805f91-77a2-40a5-aee0-58b00427a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:56.506514 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-b8805f91-77a2-40a5-aee0-58b00427a671 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0981133 Aug 24 22:32:56.599896 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-9bab81d3-656b-496f-8661-2b8ddca93862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:56.601331 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-9bab81d3-656b-496f-8661-2b8ddca93862 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833359 Aug 24 22:32:56.652553 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:56.709103 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-660c207c-3a1b-420c-9408-6a77b3b024ff service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999520 Aug 24 22:32:56.759115 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:56.837062 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0bf623b-fc81-4c0a-b50b-4f9b15494251 req-e9f54d81-c0d0-4f7a-9530-23819d5479ee service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196954 Aug 24 22:32:56.855066 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:56.976881 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '3647450e-a81c-4d8d-b388-6334d4b6d006', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:25Z', 'updated_at': '2021-08-24T22:32:55Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:57.011346 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e54250a-f3d9-4cab-9134-bf9bc9d7675b None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '3647450e-a81c-4d8d-b388-6334d4b6d006', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:25Z', 'updated_at': '2021-08-24T22:32:55Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:57.171474 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Floating IP 6b49aa78-6991-467c-ac56-3498ae068ec5 associated. External IP: 172.27.0.62, port: 35374e15-a04d-435c-9d6c-b25c9da11de7. Aug 24 22:32:57.312323 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96c9a08-552a-46dc-bfe5-c7a61c582b2b None None] New status for floating IP 3647450e-a81c-4d8d-b388-6334d4b6d006: ACTIVE {{(pid=94376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:32:57.439345 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:32:57.568225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:32:57.572858 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:57.582708 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:32:57.593799 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:57.594491 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:57.602076 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ed492ad7-94bd-4e67-9033-87ceb2cd1993 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "PUT /v2.0/floatingips/6b49aa78-6991-467c-ac56-3498ae068ec5 HTTP/1.1" status: 200 len: 990 time: 1.4750521 Aug 24 22:32:57.737379 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:57.912218 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40622) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:57.983930 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '6b49aa78-6991-467c-ac56-3498ae068ec5', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:8b:ed:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663832be-df91-4481-805f-e0356cd977c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:23Z', 'updated_at': '2021-08-24T22:32:56Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:58.018003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:32:58.018983 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:32:58.020343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:32:58.028226 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:32:58.029045 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:32:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:58.037681 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513f5741-5c60-463a-820e-ed42927b1e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.065694 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217708ad-e91c-4a45-9aa3-be2bd50dd430 x-openstack-request-id: req-217708ad-e91c-4a45-9aa3-be2bd50dd430 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:32:58.066002 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:32:58.066258 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-217708ad-e91c-4a45-9aa3-be2bd50dd430 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:32:58.066647 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'status': 'completed', 'code': 200} Aug 24 22:32:58.153263 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:32:58.159835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513f5741-5c60-463a-820e-ed42927b1e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.200241 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-e74e2f5a-ee5f-43c1-b5da-a6fed4f7e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:58.201101 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-e74e2f5a-ee5f-43c1-b5da-a6fed4f7e8e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0689828 Aug 24 22:32:58.237207 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-513f5741-5c60-463a-820e-ed42927b1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.293255 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-513f5741-5c60-463a-820e-ed42927b1e7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91b608605f1a4529bc82dc99804a2e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793809 Aug 24 22:32:58.294765 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f5741-5c60-463a-820e-ed42927b1e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe8b119-9d34-4453-9138-3fc1a1dd860d,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:58.299129 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40638) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:58.401055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.427477 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '6b49aa78-6991-467c-ac56-3498ae068ec5', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:8b:ed:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663832be-df91-4481-805f-e0356cd977c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:23Z', 'updated_at': '2021-08-24T22:32:56Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:32:58.448739 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.460036 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69bc2a4-878f-42db-be57-0f3ad2c1b884 None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '6b49aa78-6991-467c-ac56-3498ae068ec5', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:8b:ed:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663832be-df91-4481-805f-e0356cd977c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:32:23Z', 'updated_at': '2021-08-24T22:32:56Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:32:58.592579 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.595357 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:58.596596 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfe8b119-9d34-4453-9138-3fc1a1dd860d HTTP/1.1" status: 204 len: 168 time: 0.2964821 Aug 24 22:32:58.605850 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c40c7-1192-4d6e-b2f1-59c22031471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe8b119-9d34-4453-9138-3fc1a1dd860d,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:58.661688 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-3af89d31-f1c5-4463-b075-291eb64fa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:58.663365 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-3af89d31-f1c5-4463-b075-291eb64fa35d service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.4200437 Aug 24 22:32:58.760627 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-3914b030-15b3-4f00-abe6-f468c5d24264 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 998 time: 0.0843511 Aug 24 22:32:58.770353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad0edf-26ed-450d-bfb0-e37c3838f1a7 None None] New status for floating IP 6b49aa78-6991-467c-ac56-3498ae068ec5: ACTIVE {{(pid=94376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:32:58.858261 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-1bd28592-9a78-4653-9b79-870e51616a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:58.859811 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-1bd28592-9a78-4653-9b79-870e51616a96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0756803 Aug 24 22:32:58.937114 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-3125162e-d2ac-459c-8720-7814a0c8dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:32:58.939497 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-3125162e-d2ac-459c-8720-7814a0c8dcb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450804 Aug 24 22:32:59.039566 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-701b3d13-3954-4abe-bd9e-291d1eb91653 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922711 Aug 24 22:32:59.134883 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ca2bfbae-e89c-4cb1-9d81-f259a619ddd0 req-383877e6-ee33-46b7-96b5-465b870326ec service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881674 Aug 24 22:32:59.446142 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 40664) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:59.459885 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0354d62c-b698-4165-8573-6fbef4d83d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:59.560575 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0354d62c-b698-4165-8573-6fbef4d83d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:59.711152 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0354d62c-b698-4165-8573-6fbef4d83d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:59.754775 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0354d62c-b698-4165-8573-6fbef4d83d24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54a3843d0fc744ef832e6da5149b76f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075626 Aug 24 22:32:59.757021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354d62c-b698-4165-8573-6fbef4d83d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df66a7-8c4a-496e-a5fc-fb6a568893c0,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:32:59.757611 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40676) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:32:59.822742 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:32:59.859732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:00.025305 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:00.027896 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:00.029079 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1df66a7-8c4a-496e-a5fc-fb6a568893c0 HTTP/1.1" status: 204 len: 168 time: 0.2705030 Aug 24 22:33:00.040379 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95b31e-bd8a-4bd2-8dae-7e8be99188a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df66a7-8c4a-496e-a5fc-fb6a568893c0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:06.063618 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-906e37a6-2a3b-4b45-adb3-93b1a3fa4d44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414476 Aug 24 22:33:06.197005 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-c37607ad-8126-419f-9b60-a18d16d0a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:06.198518 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-c37607ad-8126-419f-9b60-a18d16d0a9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 1099 time: 0.0397856 Aug 24 22:33:06.314886 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-a562d910-b2f3-4c4c-ab87-f957da9afa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:06.316449 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-a562d910-b2f3-4c4c-ab87-f957da9afa0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 915 time: 0.0960414 Aug 24 22:33:06.375170 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-347ddcd6-069f-4a76-9ab4-06b0a7560969 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f975155-48d2-4c9c-ad1f-804939eba0df HTTP/1.1" status: 200 len: 217 time: 0.0521021 Aug 24 22:33:06.429851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-f5464a38-2f47-4489-95f5-12ae75f7d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:06.431490 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-f5464a38-2f47-4489-95f5-12ae75f7d6d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0490496 Aug 24 22:33:06.474054 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-33373446-a283-4f7d-93da-563f86824101 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286145 Aug 24 22:33:06.586209 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-e0658bd7-3f7c-4568-8c96-081ce74e6ccb service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022742 Aug 24 22:33:06.697670 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-127069f4-8831-42b0-b6da-dbc61a502c76 req-d62b0f32-ffd7-4c3c-9ddc-fb53ffe9fe68 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006513 Aug 24 22:33:08.728050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:11.464920 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-567421f1-1ab7-40b6-9aa3-303b71786c56 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:11.466502 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-567421f1-1ab7-40b6-9aa3-303b71786c56 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.1251128 Aug 24 22:33:11.485879 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-14bd9e00-b45c-4208-b362-21910d3cb00c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/quotas/012b8d16d5b8483da9da640b0bb5056a HTTP/1.1" status: 200 len: 375 time: 0.0127149 Aug 24 22:33:11.550523 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-54ea7f04-07ae-41c6-9ebc-0ec53bc03fcc tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575721 Aug 24 22:33:11.656449 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c6bbf01b-f1ca-4647-9061-fd4f26b01198 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981195 Aug 24 22:33:11.782472 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-43f13e92-2922-47b2-88d8-13835bff49a5 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208675 Aug 24 22:33:11.860208 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 40992) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:12.004868 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.129796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.222472 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-715571e5-ef3a-4cea-9d9e-48a0e972e5b9 req-4a5b47c5-b756-49f2-b8b0-38515c8f8f03 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0302083 Aug 24 22:33:12.231853 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.282453 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04d1381283314343993aab0633c16463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188137 Aug 24 22:33:12.282857 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41010) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:12.285294 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5dd0d0-549a-4399-8942-11d3b43a59ef,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:12.293548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.294578 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.294952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.295252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.295582 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.295912 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.296237 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.296560 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.296884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.297207 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.297544 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.297864 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b09e7bc-b181-4704-98be-ec690a538b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.343585 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.369878 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.762637 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.765409 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:12.766673 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d5dd0d0-549a-4399-8942-11d3b43a59ef HTTP/1.1" status: 204 len: 168 time: 0.4828007 Aug 24 22:33:12.775004 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5dd0d0-549a-4399-8942-11d3b43a59ef,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:12.785471 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.785857 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.786195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.786544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.786865 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.787230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.787972 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.788887 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.789100 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.789405 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.789766 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.790087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7573a337-5ec3-4394-90ee-bc1e3f383023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:12.877043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41024) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:12.988941 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1148d3ae-7ca9-4f9d-acd9-882d5938f170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.088537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1148d3ae-7ca9-4f9d-acd9-882d5938f170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.225640 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1148d3ae-7ca9-4f9d-acd9-882d5938f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.261542 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1148d3ae-7ca9-4f9d-acd9-882d5938f170 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9b94eb3d42741d3a14fbb68ec184b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828297 Aug 24 22:33:13.265108 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41040) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:13.282662 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d3ae-7ca9-4f9d-acd9-882d5938f170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009f5a2b-726a-46c5-ae83-54cabb5bfc64,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:13.337659 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7f1997f9-3580-44ed-a163-960d39000e5a req-aca0cc64-f572-44a1-8b83-d585b9acab2b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0330932 Aug 24 22:33:13.364071 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.368120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0cc8-9e6c-4d28-9985-6602b379d832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.395021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.688481 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.693065 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:13.698743 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/009f5a2b-726a-46c5-ae83-54cabb5bfc64 HTTP/1.1" status: 204 len: 168 time: 0.4261897 Aug 24 22:33:13.706536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a98d92-2d64-43f7-b29b-e75339c65639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009f5a2b-726a-46c5-ae83-54cabb5bfc64,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:14.240096 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41074) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:14.348587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1907936752-network', 'tenant_id': '1a22c44bc8804e7d8bd80507638ea95d'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:14.405109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41082) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:14.418189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e2d717aa-ec8b-49bb-87e5-ae6b51c9b967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.586766 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Made reservation on behalf of 1a22c44bc8804e7d8bd80507638ea95d for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:14.588963 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.602497 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.686829 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e2d717aa-ec8b-49bb-87e5-ae6b51c9b967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.786961 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e2d717aa-ec8b-49bb-87e5-ae6b51c9b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.843242 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d717aa-ec8b-49bb-87e5-ae6b51c9b967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed6d873-6de2-42e2-976c-22aee2fb3997,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:14.850155 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e2d717aa-ec8b-49bb-87e5-ae6b51c9b967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9e7403dfe934dc3be47ca1a68179cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438908 Aug 24 22:33:14.852947 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41084) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:14.907529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.917313 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.929849 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:14.985514 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.017846 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2140d8ca-e06d-4230-b253-83c99a31cff0,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:15.059320 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.062547 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.064223 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bed6d873-6de2-42e2-976c-22aee2fb3997 HTTP/1.1" status: 204 len: 168 time: 0.2104070 Aug 24 22:33:15.064493 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:33:15.073931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a35f-c58f-4af3-8d05-14e82d0e60a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed6d873-6de2-42e2-976c-22aee2fb3997,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:15.074645 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.075263 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Added segment 08f5abab-6ebe-4c5c-86fb-63147c2a419e of type vlan for network 09840319-1b22-4fdd-8ae4-33bfca5253a3 Aug 24 22:33:15.116777 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.220095 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.221466 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:15.222111 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.295002 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=09840319-1b22-4fdd-8ae4-33bfca5253a3,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:15.305934 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:33:15.311778 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-bb09e217-5bda-45d9-bfdc-b98701444ea4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0703070 Aug 24 22:33:15.315525 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41092) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:15.323970 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Request body: {'subnet': {'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1907936752-subnet', 'tenant_id': '1a22c44bc8804e7d8bd80507638ea95d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:15.408135 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Made reservation on behalf of 1a22c44bc8804e7d8bd80507638ea95d for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:15.410632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.785140 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:15.840151 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bc60a5-3eb7-455b-97b6-388bf28855e7,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:15.853320 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Checking segment: {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:15.853320 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Network hostable DHCP agents. Network: 09840319-1b22-4fdd-8ae4-33bfca5253a3, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:33:15.910955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-729eab8f-540b-4c77-8420-0db19b5ab0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:16.168020 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:33:16.247658 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 09840319-1b22-4fdd-8ae4-33bfca5253a3) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:16.252488 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:16.253075 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:16.258354 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a2314-af29-4485-a821-973c8344d930 None None] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:16.326436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:16.357229 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-522bf241-e0ea-4515-8fdd-5a4760ab4ecb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0399988 Aug 24 22:33:16.405121 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a714e6-a70a-450a-b1b2-f294eeaf28c5 None None] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:17.047319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:17.881357 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d24d0e0-41f9-4a2c-bad7-a6bd95746dd1 req-01400a61-a988-4207-9f14-ff6e0b3d8346 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0283160 Aug 24 22:33:18.630631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:19.062269 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f3740aed-a09b-48cd-90f1-6ae4f2aaf1c0 req-720d88e5-27ce-4bd3-91ef-c278c7256c0a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0267854 Aug 24 22:33:19.206663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-832b8ab4-b57c-45cd-ad53-2e6bdbf862ef tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:19.208176 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-832b8ab4-b57c-45cd-ad53-2e6bdbf862ef tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.1057508 Aug 24 22:33:19.234841 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Request body: {'port': {'device_id': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'admin_state_up': True, 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:19.442085 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:19.445754 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:19.588009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Allocated IP 172.20.0.12 (04907139-f732-4b03-9f24-7bed5d5fb591/268b8c4b-31dc-4ae1-8844-d653f1593ac6/3843bc03-8f90-47c4-a1dd-14fc441bf719) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:19.748062 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:19.888321 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:19.933524 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Network 04907139-f732-4b03-9f24-7bed5d5fb591 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:19.937124 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:19.939583 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:19.944292 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:19.948566 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event updated for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:19.997577 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:19.998296 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:20.071708 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-40d15555-9b1b-427a-ae3e-cfa29124dccd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8411577 Aug 24 22:33:20.100289 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Request body: {'port': {'device_id': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:20.158825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:20.343606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b195c-d4f3-441f-81dd-4ffcff9bd38d req-87a81f00-908b-4b9a-aad7-ecfe79825343 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:20.345055 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ad2b195c-d4f3-441f-81dd-4ffcff9bd38d req-87a81f00-908b-4b9a-aad7-ecfe79825343 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 932 time: 0.0845776 Aug 24 22:33:20.427658 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ad2b195c-d4f3-441f-81dd-4ffcff9bd38d req-08e64371-e7e6-4791-8964-9aa88eb4117c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Aug 24 22:33:20.495464 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3843bc03-8f90-47c4-a1dd-14fc441bf719 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:20.505553 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:20.518483 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Transition to ACTIVE for port object 3843bc03-8f90-47c4-a1dd-14fc441bf719 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:20.676752 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:20.804597 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Pushing event updated for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:20.810420 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Attempting to bind port 3843bc03-8f90-47c4-a1dd-14fc441bf719 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:20.810751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Attempting to bind port 3843bc03-8f90-47c4-a1dd-14fc441bf719 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:20.811078 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Attempting to bind port 3843bc03-8f90-47c4-a1dd-14fc441bf719 on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:20.815696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Port 3843bc03-8f90-47c4-a1dd-14fc441bf719 on network 04907139-f732-4b03-9f24-7bed5d5fb591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:20.816014 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Attempting to bind port 3843bc03-8f90-47c4-a1dd-14fc441bf719 on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:20.820950 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:20.821332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Checking segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:20.821680 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Bound using segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:20.822122 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Bound port: 3843bc03-8f90-47c4-a1dd-14fc441bf719, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:20.822454 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:20.898837 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:20.902303 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:20.968111 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:21.004802 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.005417 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:21.006866 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] 10.222.0.25 "PUT /v2.0/ports/3843bc03-8f90-47c4-a1dd-14fc441bf719 HTTP/1.1" status: 200 len: 1094 time: 0.9110479 Aug 24 22:33:21.007296 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:21.009547 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd59953-e543-4407-9248-e3234bec62a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:21.034773 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cccba5-20c3-4ea3-aca5-4e29e8daf951 service neutron] Pushing event updated for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:21.045221 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2174c4f-ce93-423c-95c3-0c7cf21c253a x-openstack-request-id: req-f2174c4f-ce93-423c-95c3-0c7cf21c253a {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:21.045541 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:21.045796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2174c4f-ce93-423c-95c3-0c7cf21c253a {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:21.046194 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'status': 'completed', 'code': 200} Aug 24 22:33:21.154361 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59953-e543-4407-9248-e3234bec62a5 req-c46704d4-92e6-4056-9813-d10f2b53be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.155967 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-edd59953-e543-4407-9248-e3234bec62a5 req-c46704d4-92e6-4056-9813-d10f2b53be7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 1097 time: 0.0447123 Aug 24 22:33:21.324123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59953-e543-4407-9248-e3234bec62a5 req-dfd9be80-0ca7-45df-9b3d-e4a0aeb4636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.327859 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-edd59953-e543-4407-9248-e3234bec62a5 req-dfd9be80-0ca7-45df-9b3d-e4a0aeb4636a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=012b8d16d5b8483da9da640b0bb5056a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1055179 Aug 24 22:33:21.361692 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc86ab-444a-4ba4-abf1-24639e5fb9ae req-403e9e34-a2a7-41ca-8f39-dfa25ad4f75c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.363988 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03bc86ab-444a-4ba4-abf1-24639e5fb9ae req-403e9e34-a2a7-41ca-8f39-dfa25ad4f75c tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Aug 24 22:33:21.406170 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03bc86ab-444a-4ba4-abf1-24639e5fb9ae req-5d4dfed5-c36a-4ffc-969d-79e8a87943ee tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Aug 24 22:33:21.464985 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd59953-e543-4407-9248-e3234bec62a5 req-11eef861-00ff-4127-ab24-76bed820273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.471748 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-edd59953-e543-4407-9248-e3234bec62a5 req-11eef861-00ff-4127-ab24-76bed820273b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000884 Aug 24 22:33:21.562234 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426babe-7783-43f8-ad30-3ce49204a53d req-c1f0d887-d96d-4784-878c-b3b13ab3e275 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.563767 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7426babe-7783-43f8-ad30-3ce49204a53d req-c1f0d887-d96d-4784-878c-b3b13ab3e275 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 944 time: 0.0502260 Aug 24 22:33:21.604332 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7426babe-7783-43f8-ad30-3ce49204a53d req-299ac9ef-f97a-401a-a028-d957c550132e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341632 Aug 24 22:33:21.656269 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-165d28b5-4295-470e-bc47-0a623a2edfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.657703 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-165d28b5-4295-470e-bc47-0a623a2edfe2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 1097 time: 0.0436556 Aug 24 22:33:21.717950 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-ad075e20-e856-44c1-a26d-62bca1574b53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719 HTTP/1.1" status: 200 len: 217 time: 0.0376961 Aug 24 22:33:21.772500 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-f1bc417c-f910-4024-91d8-fce37a79ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:21.774005 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-f1bc417c-f910-4024-91d8-fce37a79ffa8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0490592 Aug 24 22:33:21.816414 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-d97db9e6-af67-4a80-b6a6-b3863f5daf08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269902 Aug 24 22:33:21.916616 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-5c5ca89e-8b60-4238-9803-563145a89038 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901856 Aug 24 22:33:22.011584 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-683f6a7a-5bc3-4b45-81ed-ed05058e95ec req-dd65ad43-4493-46ce-b112-4ff6dd4fa032 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Aug 24 22:33:22.538241 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83eed4-c748-4005-8366-a0a765749553 req-54a82dbd-24d8-47dd-8d9c-04d24c388b4b tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:22.539734 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6f83eed4-c748-4005-8366-a0a765749553 req-54a82dbd-24d8-47dd-8d9c-04d24c388b4b tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0581486 Aug 24 22:33:22.585391 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6f83eed4-c748-4005-8366-a0a765749553 req-32735c6e-1acc-4967-9e89-ab6152a80632 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Aug 24 22:33:23.222620 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295a408-8260-4d44-8dcd-cd70929477ef req-80dd8aa2-012f-446a-8697-9db3286b6993 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:23.224137 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f295a408-8260-4d44-8dcd-cd70929477ef req-80dd8aa2-012f-446a-8697-9db3286b6993 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 944 time: 0.0504260 Aug 24 22:33:23.265082 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f295a408-8260-4d44-8dcd-cd70929477ef req-410af1ed-4247-48a8-9143-99a848d7828b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Aug 24 22:33:23.712228 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ea97-f955-4d95-924a-e76fe5dc9d6b req-3b1bb588-cbf5-47d6-b9da-b777fd085a01 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:23.714112 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e0ea97-f955-4d95-924a-e76fe5dc9d6b req-3b1bb588-cbf5-47d6-b9da-b777fd085a01 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0536969 Aug 24 22:33:23.761845 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e0ea97-f955-4d95-924a-e76fe5dc9d6b req-c5ab66bd-741b-4022-9c3a-6ceab72e0f61 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Aug 24 22:33:24.113929 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-bb3fe0dc-014c-436c-aa47-a99aefe7233d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:24.115543 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-bb3fe0dc-014c-436c-aa47-a99aefe7233d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/networks?id=09840319-1b22-4fdd-8ae4-33bfca5253a3 HTTP/1.1" status: 200 len: 814 time: 0.1068010 Aug 24 22:33:24.132368 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-e41f8c14-dd91-447f-aa40-d6db834f70a7 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/quotas/1a22c44bc8804e7d8bd80507638ea95d HTTP/1.1" status: 200 len: 375 time: 0.0100276 Aug 24 22:33:24.167033 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-6542f6d2-d5ad-4613-844a-7c6b8b437d38 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277979 Aug 24 22:33:24.258342 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-79deb525-6d41-4695-bc4e-7daf0856eedf service neutron] 10.222.0.39 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824423 Aug 24 22:33:24.378789 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-76a1573f-adad-43e2-bfac-1c0ba3aaf5c8 service neutron] 10.222.0.39 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137588 Aug 24 22:33:24.718152 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be278-1950-42c7-8fba-f675a20afd1d req-52738eaf-723a-4e9f-82b1-1eb9276ce6b7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:24.719735 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d69be278-1950-42c7-8fba-f675a20afd1d req-52738eaf-723a-4e9f-82b1-1eb9276ce6b7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 944 time: 0.0627267 Aug 24 22:33:24.780406 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d69be278-1950-42c7-8fba-f675a20afd1d req-97c49278-f2cc-4532-812d-9ee3295a8750 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530722 Aug 24 22:33:24.875026 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8093dae9-c081-44a7-9c57-4afe33f0c633 req-4ec66be5-dfe8-4477-ab12-6a8fac49015a tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0403731 Aug 24 22:33:24.924743 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e674-466f-4118-97b5-0c5ecb30571a req-88d8b57c-a026-42d5-be66-dd076cb54304 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:24.926330 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-66a2e674-466f-4118-97b5-0c5ecb30571a req-88d8b57c-a026-42d5-be66-dd076cb54304 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0614369 Aug 24 22:33:24.976505 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-66a2e674-466f-4118-97b5-0c5ecb30571a req-9184409d-fc7b-4c09-bbd2-5e33d8b59407 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eeadcaa-6157-4640-b459-d2882a46c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Aug 24 22:33:25.146110 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-9032ea5c-2aff-4cec-99c9-f48f5b783061 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:25.147647 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-9032ea5c-2aff-4cec-99c9-f48f5b783061 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.25 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 946 time: 0.0510633 Aug 24 22:33:25.349008 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Deleting port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:33:25.349344 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:25.453356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] For port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,segment=NetworkSegment(382f7b6a-382a-43f9-b1e8-708ab2f28e18),segment_id=382f7b6a-382a-43f9-b1e8-708ab2f28e18)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:25.453653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:25.713760 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Calling delete_port for c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:33:25.949079 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca9810-9a4c-48c7-a48e-3dbbaebbbe39 req-032e46e3-1e1f-4d05-8871-869a38a1014d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:25.950022 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-efca9810-9a4c-48c7-a48e-3dbbaebbbe39 req-032e46e3-1e1f-4d05-8871-869a38a1014d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 944 time: 0.0958941 Aug 24 22:33:26.007732 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-efca9810-9a4c-48c7-a48e-3dbbaebbbe39 req-2c702acc-e79b-4390-bfe9-d822ddb09ecd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Aug 24 22:33:26.015836 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dab19910-32df-49ef-b606-5d03e51cfa72 req-f1bb55dd-af3f-452e-bf97-f2c479d3b28f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0328085 Aug 24 22:33:26.092964 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.124275 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8cabd7ef-b780-4037-9202-c09d1a0eed00 req-f124477c-b926-4794-ad15-e7dc8ccda557 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0453918 Aug 24 22:33:26.149026 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:26.182223 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Pushing event deleted for resources: {'Port': ['ID=c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:26.206543 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] No DVR routers for this DVR port c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:33:26.210221 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.212545 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-936cb868-5042-4256-8c2e-1b1c28fcb763 req-4e2db2cb-2b92-4a5a-8983-6281564c0570 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.25 "DELETE /v2.0/ports/c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 HTTP/1.1" status: 204 len: 173 time: 1.0581548 Aug 24 22:33:26.213082 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'name': 'network-vif-deleted', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:26.221816 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a2364-eee1-47b8-b77e-6fa93354b097" -d '{"events": [{"server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "name": "network-vif-deleted", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:26.271015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ca7e1-38e4-421b-84dc-6b1931f7c20c x-openstack-request-id: req-f68ca7e1-38e4-421b-84dc-6b1931f7c20c {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:26.271507 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601e8eef-32c4-4c5a-873a-c40698322931", "name": "network-vif-deleted", "tag": "c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:26.271915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f68ca7e1-38e4-421b-84dc-6b1931f7c20c {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:26.272451 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601e8eef-32c4-4c5a-873a-c40698322931', 'name': 'network-vif-deleted', 'tag': 'c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0', 'status': 'completed', 'code': 200} Aug 24 22:33:26.291968 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41348) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:26.326133 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 3843bc03-8f90-47c4-a1dd-14fc441bf719 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:33:26.442502 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f84b2bb2-c834-4e0c-b7fa-6dcc24ac46a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.563284 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f84b2bb2-c834-4e0c-b7fa-6dcc24ac46a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.572165 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:26.585204 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'port_id': '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'mac_address': 'fa:16:3e:cf:88:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268b8c4b-31dc-4ae1-8844-d653f1593ac6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:33:26.629173 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.651296 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3843bc03-8f90-47c4-a1dd-14fc441bf719 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:26.673916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f84b2bb2-c834-4e0c-b7fa-6dcc24ac46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.677846 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:26.716495 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f84b2bb2-c834-4e0c-b7fa-6dcc24ac46a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2da9904541634c078f157e615c72efea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230223 Aug 24 22:33:26.719412 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b2bb2-c834-4e0c-b7fa-6dcc24ac46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126893b-d5ed-4850-a926-8c9b7f30961a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:26.720649 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41358) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:26.773529 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.790540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.815191 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.826853 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:26.833959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.834315 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.834702 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.835089 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.835427 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.835740 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.836058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.836376 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.836717 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.837037 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.837363 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.837688 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:26.968111 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.970708 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:26.976974 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d126893b-d5ed-4850-a926-8c9b7f30961a HTTP/1.1" status: 204 len: 168 time: 0.2526755 Aug 24 22:33:26.995763 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68641900-3ad6-44a6-bf8a-abff40c75c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126893b-d5ed-4850-a926-8c9b7f30961a,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:27.158400 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-657459eb-c60d-47af-8df3-d094b278535e req-2394a8d6-8ee7-4d90-833a-1a13538d95ae tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Aug 24 22:33:27.165035 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07149f-4cc8-45d2-b917-90b378f19c38 req-6027ee73-6ec5-439e-a4e0-bf5e24a5aeb3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:27.166578 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f07149f-4cc8-45d2-b917-90b378f19c38 req-6027ee73-6ec5-439e-a4e0-bf5e24a5aeb3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 945 time: 0.0652776 Aug 24 22:33:27.223047 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f07149f-4cc8-45d2-b917-90b378f19c38 req-4de21e9b-f79c-4f33-8f03-626d973ec4d5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498946 Aug 24 22:33:27.268190 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7adae8e5-5614-4600-8741-8b92685ef287 req-a43bb46c-b11a-4456-9615-b0f80ad017c5 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0338235 Aug 24 22:33:27.383057 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['3843bc03-8f90-47c4-a1dd-14fc441bf719'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:27.932669 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41378) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:27.947495 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-861004bc-10c2-43c6-bd3a-19f96e1fd069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.010082 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-69225376-399d-45b9-80cc-861baa9b63d3 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:28.012028 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-69225376-399d-45b9-80cc-861baa9b63d3 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "GET /v2.0/networks?id=09840319-1b22-4fdd-8ae4-33bfca5253a3 HTTP/1.1" status: 200 len: 814 time: 0.1452868 Aug 24 22:33:28.041022 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Request body: {'port': {'device_id': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3', 'admin_state_up': True, 'tenant_id': '1a22c44bc8804e7d8bd80507638ea95d'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:28.077507 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-861004bc-10c2-43c6-bd3a-19f96e1fd069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.207659 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-861004bc-10c2-43c6-bd3a-19f96e1fd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.273041 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-861004bc-10c2-43c6-bd3a-19f96e1fd069 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06e8c2ded1b34959a7ec51722ce5c0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392487 Aug 24 22:33:28.276036 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41392) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:28.290600 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861004bc-10c2-43c6-bd3a-19f96e1fd069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61f571-8c59-4bbb-a3f0-077504820d8e,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:28.300286 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-150397ad-4fcc-428a-a398-533bc85df3b6 req-4711ef42-5c0b-4ee8-bbc9-3f1a5c43340c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0543194 Aug 24 22:33:28.342623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:33:28.366225 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:33:28.366853 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c54baf2f-7cc2-4102-b1a1-6822d7bfc1c0 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:33:28.395797 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.416803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297bb7b-495e-471e-a36a-8d50bfe958ea req-76896877-a075-4718-803c-a4503343cfa8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:28.419723 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7297bb7b-495e-471e-a36a-8d50bfe958ea req-76896877-a075-4718-803c-a4503343cfa8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 945 time: 0.0748007 Aug 24 22:33:28.422264 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Made reservation on behalf of 1a22c44bc8804e7d8bd80507638ea95d for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:28.424873 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ecea3155-e58b-47fe-afab-53a1490d42e9 req-51b570bf-ad4e-4302-9c37-b5f2d52dcc36 tempest-DeleteServersTestJSON-961563698 tempest-DeleteServersTestJSON-961563698-project] 10.222.0.39 "GET /v2.0/ports?device_id=601e8eef-32c4-4c5a-873a-c40698322931 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Aug 24 22:33:28.425598 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.456209 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.554190 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7297bb7b-495e-471e-a36a-8d50bfe958ea req-0be216d8-c24e-484e-9e3a-42d93799875b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236959 Aug 24 22:33:28.630275 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Allocated IP 172.20.0.5 (09840319-1b22-4fdd-8ae4-33bfca5253a3/b1bc60a5-3eb7-455b-97b6-388bf28855e7/c987d30c-1e64-4641-9ef4-14dd07288c6f) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:28.784482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.935985 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.938613 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:28.939770 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf61f571-8c59-4bbb-a3f0-077504820d8e HTTP/1.1" status: 204 len: 168 time: 0.6624904 Aug 24 22:33:28.948448 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46382a4b-62c2-44f9-b6d5-4e43f6a63cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61f571-8c59-4bbb-a3f0-077504820d8e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:29.055341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:29.102557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:29.105627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:29.110167 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:29.116734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Pushing event updated for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:29.164853 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:29.165463 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:29.353265 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-5367c765-6058-4e0e-b0cf-326c4457009f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3204656 Aug 24 22:33:29.431056 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6c60-bfc2-476e-978f-cc7b1f316df6 req-fbbeaad7-de79-432e-884e-8aba5b1ea8a9 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:29.432576 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1a8e6c60-bfc2-476e-978f-cc7b1f316df6 req-fbbeaad7-de79-432e-884e-8aba5b1ea8a9 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 931 time: 0.0525029 Aug 24 22:33:29.475239 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1a8e6c60-bfc2-476e-978f-cc7b1f316df6 req-d4cdf7e9-b2df-45b6-8b75-6f7a2d944ba2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Aug 24 22:33:29.482201 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Request body: {'port': {'device_id': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:29.551987 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:29.711553 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3cfb7-425d-4d2b-8703-93be1dfecb41 req-dfb78534-6fd9-4b36-a87a-6eded706f2f4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:29.713227 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75f3cfb7-425d-4d2b-8703-93be1dfecb41 req-dfb78534-6fd9-4b36-a87a-6eded706f2f4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 945 time: 0.0731163 Aug 24 22:33:29.780130 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75f3cfb7-425d-4d2b-8703-93be1dfecb41 req-864784ea-5e60-405b-8b83-8d80929d73bd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 Aug 24 22:33:29.899660 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c987d30c-1e64-4641-9ef4-14dd07288c6f {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:29.907369 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:29.919899 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Transition to ACTIVE for port object c987d30c-1e64-4641-9ef4-14dd07288c6f will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:30.053668 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.198664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41438) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:30.215839 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Pushing event updated for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:30.235928 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Attempting to bind port c987d30c-1e64-4641-9ef4-14dd07288c6f on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:30.236349 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Attempting to bind port c987d30c-1e64-4641-9ef4-14dd07288c6f by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:30.236691 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Attempting to bind port c987d30c-1e64-4641-9ef4-14dd07288c6f on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:30.241945 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Port c987d30c-1e64-4641-9ef4-14dd07288c6f on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:30.241945 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Attempting to bind port c987d30c-1e64-4641-9ef4-14dd07288c6f on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:30.250985 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:30.253835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Checking segment: {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:30.253835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Bound using segment: {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:30.253835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Bound port: c987d30c-1e64-4641-9ef4-14dd07288c6f, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:30.253835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.254354 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41442) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:30.270134 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-94097bbb-ff80-4fa5-abe1-2b66c12e98f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.330937 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:30.335554 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:30.348304 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 3843bc03-8f90-47c4-a1dd-14fc441bf719 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:30.384109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-94097bbb-ff80-4fa5-abe1-2b66c12e98f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.448301 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d79b246c-558e-4fcb-972d-56c8ea017b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.459754 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-94097bbb-ff80-4fa5-abe1-2b66c12e98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.461269 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.507890 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-94097bbb-ff80-4fa5-abe1-2b66c12e98f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23e507bcdf404f2984a0b1d0feedd11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497513 Aug 24 22:33:30.507890 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097bbb-ff80-4fa5-abe1-2b66c12e98f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7bc8e-9d1c-4472-bbf7-a8d6e21b60db,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:30.511783 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41448) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:30.529035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:30.529035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.529035 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] 10.222.0.25 "PUT /v2.0/ports/c987d30c-1e64-4641-9ef4-14dd07288c6f HTTP/1.1" status: 200 len: 1093 time: 1.0464220 Aug 24 22:33:30.529035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:30.529628 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 3843bc03-8f90-47c4-a1dd-14fc441bf719 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:30.529961 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633f7a8-7f81-4468-beaa-c7b614fdb56a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:30.550138 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 3843bc03-8f90-47c4-a1dd-14fc441bf719 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:30.557557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.582123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8e8ff-6cba-40da-b795-cb9f72c36466 service neutron] Pushing event updated for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:30.594466 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c449dd4-490d-4fb6-953b-63ce1eccdd45 x-openstack-request-id: req-7c449dd4-490d-4fb6-953b-63ce1eccdd45 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:30.594837 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:30.595026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c449dd4-490d-4fb6-953b-63ce1eccdd45 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:30.595367 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f', 'status': 'completed', 'code': 200} Aug 24 22:33:30.638873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.683006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.691616 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d79b246c-558e-4fcb-972d-56c8ea017b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.706551 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c666e-14db-4dbe-9aba-dba8d86afa57 req-db5fea1f-b31d-4be3-a18a-fd4be4d1cb2d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:30.708121 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ba6c666e-14db-4dbe-9aba-dba8d86afa57 req-db5fea1f-b31d-4be3-a18a-fd4be4d1cb2d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.0959818 Aug 24 22:33:30.716545 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-1feddd82-1b9c-4109-9235-31240509706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:30.717596 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-1feddd82-1b9c-4109-9235-31240509706e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 1096 time: 0.0677986 Aug 24 22:33:30.725302 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.768705 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:30.770056 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ba6c666e-14db-4dbe-9aba-dba8d86afa57 req-6c140ddc-1558-4f84-831d-8b1c40fbeed3 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480528 Aug 24 22:33:30.771026 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36f0ec3-002f-4adf-bf87-8c8b8615c124" -d '{"events": [{"server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "name": "network-vif-plugged", "status": "completed", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:30.790125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:30.828082 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ded9a-053c-4470-b0b6-fedb84f6b729 x-openstack-request-id: req-df6ded9a-053c-4470-b0b6-fedb84f6b729 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:30.828555 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "name": "network-vif-plugged", "status": "completed", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:30.828975 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df6ded9a-053c-4470-b0b6-fedb84f6b729 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:30.829616 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'code': 200} Aug 24 22:33:30.847777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d79b246c-558e-4fcb-972d-56c8ea017b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.893216 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.896311 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.899194 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:30.903667 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d79b246c-558e-4fcb-972d-56c8ea017b3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af4c5a3c4c954b41bb4f58e5551cc690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000964 Aug 24 22:33:30.906479 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2f7bc8e-9d1c-4472-bbf7-a8d6e21b60db HTTP/1.1" status: 204 len: 168 time: 0.3910537 Aug 24 22:33:30.906479 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41458) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:30.906897 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-3a6dce81-bc82-4a66-a87e-c711e01d0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:30.911423 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-3a6dce81-bc82-4a66-a87e-c711e01d0c99 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1789730 Aug 24 22:33:30.928535 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b246c-558e-4fcb-972d-56c8ea017b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c77fd-477e-4df1-8c98-32efd56011aa,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:30.931006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ddc81-06c3-49c0-a2de-9b81b4acb722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7bc8e-9d1c-4472-bbf7-a8d6e21b60db,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:30.992581 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933e801-e827-4c87-8a1b-eb1a02c03feb req-116f5fa0-9082-49ca-b23f-23eff57836de tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:30.993927 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6933e801-e827-4c87-8a1b-eb1a02c03feb req-116f5fa0-9082-49ca-b23f-23eff57836de tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 945 time: 0.1339660 Aug 24 22:33:31.009207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:31.055909 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.070235 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-e7471f25-5be2-42e1-adfe-98c212f1cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:31.072910 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d633f7a8-7f81-4468-beaa-c7b614fdb56a req-e7471f25-5be2-42e1-adfe-98c212f1cd70 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352239 Aug 24 22:33:31.073773 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6933e801-e827-4c87-8a1b-eb1a02c03feb req-6f693749-925f-4306-a093-476f3d57263f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712669 Aug 24 22:33:31.088288 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.225221 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.228170 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.233545 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a22c77fd-477e-4df1-8c98-32efd56011aa HTTP/1.1" status: 204 len: 168 time: 0.3185546 Aug 24 22:33:31.255711 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e26d-8302-4c58-89de-a8a4053283d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c77fd-477e-4df1-8c98-32efd56011aa,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:31.298626 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41476) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:31.357782 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Deleting subnet f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4 {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:33:31.361330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.411898 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.432237 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:33:31.439774 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c9d88-ee1f-4f23-bb8e-316bd7e313a1 req-c8915dfb-340f-463f-a3a6-fd10b031de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:31.441506 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7c9d88-ee1f-4f23-bb8e-316bd7e313a1 req-c8915dfb-340f-463f-a3a6-fd10b031de09 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 1099 time: 0.0997963 Aug 24 22:33:31.449153 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-70f623db-3edf-4c3c-815e-874b7af207a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:31.451222 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-70f623db-3edf-4c3c-815e-874b7af207a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 1096 time: 0.0615585 Aug 24 22:33:31.461524 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.513906 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-0b74c91c-ce5d-40d8-95f3-573d9e33baa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f HTTP/1.1" status: 200 len: 217 time: 0.0479405 Aug 24 22:33:31.520609 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7c9d88-ee1f-4f23-bb8e-316bd7e313a1 req-b3c4a186-7254-4aab-a820-742f2cc64ddd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684178 Aug 24 22:33:31.622057 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.660756 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:31.670260 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.673749 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-baca0877-3ca1-4085-8c94-11c5a6f5f89f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f9cee1cb-f808-4f4d-bfb0-cd23e21bd8d4 HTTP/1.1" status: 204 len: 168 time: 0.3738821 Aug 24 22:33:31.677315 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41488) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:31.756191 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.872683 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.894732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1583ee-d082-497f-b87d-9c384f5338da']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:31.911931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382f7b6a-382a-43f9-b1e8-708ab2f28e18') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:31.912239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382f7b6a-382a-43f9-b1e8-708ab2f28e18') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:31.919345 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5195-6681-4005-9942-6028b9fe54a4 req-954c37e1-85cd-4380-8840-1dfb6477309b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:31.920937 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-44ec5195-6681-4005-9942-6028b9fe54a4 req-954c37e1-85cd-4380-8840-1dfb6477309b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.0624585 Aug 24 22:33:31.927005 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.948553 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.955051 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:33:31.955445 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:33:31.957161 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:33:31.981899 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-44ec5195-6681-4005-9942-6028b9fe54a4 req-a91422d6-c989-4d4c-8752-96bfac2a0330 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Aug 24 22:33:32.197620 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41504) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:32.200758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a14e07-99fc-4e83-a9b3-4fac9ad8598e req-2c918070-c740-4c2b-854f-e179ca34377e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:32.202376 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c5a14e07-99fc-4e83-a9b3-4fac9ad8598e req-2c918070-c740-4c2b-854f-e179ca34377e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0501480 Aug 24 22:33:32.213525 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.222404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.224575 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/da1583ee-d082-497f-b87d-9c384f5338da HTTP/1.1" status: 204 len: 168 time: 0.5457904 Aug 24 22:33:32.238332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e536f-cf29-4c57-8ef5-d35159cbb8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da1583ee-d082-497f-b87d-9c384f5338da,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:32.252543 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c5a14e07-99fc-4e83-a9b3-4fac9ad8598e req-7d9b05c8-c1dc-4a2e-ae6d-4843c3bbd95f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Aug 24 22:33:32.269073 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41512) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:32.285196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0a5485cd-4c79-4565-a817-222bd7eeca2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.402308 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394376352-network', 'tenant_id': 'c701e22aac1b40868fcab52680a0bdfe'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:32.404382 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0a5485cd-4c79-4565-a817-222bd7eeca2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.499114 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0a5485cd-4c79-4565-a817-222bd7eeca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.538314 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0a5485cd-4c79-4565-a817-222bd7eeca2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87d54bb31f56409e825278e4fc29b49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684517 Aug 24 22:33:32.539280 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5485cd-4c79-4565-a817-222bd7eeca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6528591-59e4-4c4d-9a00-2a62ad67b99f,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:32.540988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41516) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:32.596527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.618579 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.625346 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Made reservation on behalf of c701e22aac1b40868fcab52680a0bdfe for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:32.627584 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.642322 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.758137 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.760667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.761975 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6528591-59e4-4c4d-9a00-2a62ad67b99f HTTP/1.1" status: 204 len: 168 time: 0.2197814 Aug 24 22:33:32.775613 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ab80-ae49-4e80-91d0-5fd92f705054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6528591-59e4-4c4d-9a00-2a62ad67b99f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:32.807593 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41520) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:32.873762 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-58c10310-32e8-4467-a025-8e50861f26a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e539ca1f4df418e95dbf21b2a15ba13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0649526 Aug 24 22:33:32.876425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41522) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:32.889177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.926535 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.962593 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:32.984344 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.014189 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:33:33.020830 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37350cb6-8d18-4582-a5cd-1824c50cc3d2,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:33.028715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.033718 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Added segment 7a40cd43-6c41-4787-ab82-6523cc4d0627 of type vlan for network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 Aug 24 22:33:33.069239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.132942 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.135955 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.139258 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9eeadcaa-6157-4640-b459-d2882a46c42f HTTP/1.1" status: 204 len: 168 time: 0.2600951 Aug 24 22:33:33.146846 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b3240-e920-45ec-b8e3-fe706b64588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeadcaa-6157-4640-b459-d2882a46c42f,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:33.212817 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.213857 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:33.214447 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:33.290531 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] Pushing event updated for resources: {'Network': ['ID=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:33.302122 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:33:33.310887 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e3e5c21c-c08e-4d3f-a949-ef19f85007e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1121902 Aug 24 22:33:33.313892 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41536) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:33.319149 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Request body: {'subnet': {'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394376352-subnet', 'tenant_id': 'c701e22aac1b40868fcab52680a0bdfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:33.436036 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Made reservation on behalf of c701e22aac1b40868fcab52680a0bdfe for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:33.438618 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470232'] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:34.184860 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3220696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470186'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:34.235490 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639dc2bf-d5ce-422e-89ed-97ddafb11799,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:34.250918 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Checking segment: {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:34.251266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Network hostable DHCP agents. Network: 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:33:34.378743 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:33:34.498442 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:34.508735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:34.509368 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:34.517824 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8c6fd-c409-466d-9edc-58e10d24cb88 None None] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:34.558774 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41578) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:34.606132 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-53456b7e-4670-48bd-b9f8-c712e8b001e3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2898290 Aug 24 22:33:34.660559 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f8414-7b9e-4b3f-b6f2-b6fcb69120c9 None None] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:34.683735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-network', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:34.826140 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Made reservation on behalf of 7f4f9f6ed2354d189dd77a7807075f89 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:34.828637 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:34.837651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:34.948021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.029781 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.054665 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:33:35.063990 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d6c51-1ffc-42d8-8ca1-ed194980a600,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:35.070325 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.070667 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Added segment bdd74a43-8a8d-4f9f-b1dd-5467698e0d36 of type vlan for network 79a29358-4069-48d0-a472-52494dd76ff6 Aug 24 22:33:35.114427 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.310800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.311947 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:35.312540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.375489 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=79a29358-4069-48d0-a472-52494dd76ff6,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:35.386349 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 79a29358-4069-48d0-a472-52494dd76ff6 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:33:35.409114 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-62264e37-5fb0-4f99-a6ad-8084b811c8b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8488607 Aug 24 22:33:35.411796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41610) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:35.419558 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Request body: {'subnet': {'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-subnet', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:35.509954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Made reservation on behalf of 7f4f9f6ed2354d189dd77a7807075f89 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:35.513106 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.801793 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:35.861593 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1903249-f173-4b94-ae62-668fff6f1a2a,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:35.870663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Checking segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:35.871518 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Network hostable DHCP agents. Network: 79a29358-4069-48d0-a472-52494dd76ff6, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:33:35.974502 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Network 79a29358-4069-48d0-a472-52494dd76ff6 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:33:35.998491 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-b1fafef5-e99f-45f4-bb93-6cc08ce99466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:36.000124 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-b1fafef5-e99f-45f4-bb93-6cc08ce99466 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1bc60a5-3eb7-455b-97b6-388bf28855e7 HTTP/1.1" status: 200 len: 854 time: 0.0521092 Aug 24 22:33:36.074210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 79a29358-4069-48d0-a472-52494dd76ff6) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:36.084852 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca5aaf-34d3-4971-81dd-528697bb10cf None None] Network 79a29358-4069-48d0-a472-52494dd76ff6 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:36.088822 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813341a5-cef8-4191-b44a-62bea514fd84 req-ffe9bc38-ab2b-43ab-b65a-ed8919f17f8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:36.090654 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-813341a5-cef8-4191-b44a-62bea514fd84 req-ffe9bc38-ab2b-43ab-b65a-ed8919f17f8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.0543725 Aug 24 22:33:36.095404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:36.096436 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:36.137128 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-813341a5-cef8-4191-b44a-62bea514fd84 req-1ed84146-7224-4787-81f2-ab6fcf2e3fae tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Aug 24 22:33:36.146173 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-d71a341f-0122-48d8-8a5b-a788daf007aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09840319-1b22-4fdd-8ae4-33bfca5253a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460570 Aug 24 22:33:36.177663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e62f06-c358-4b39-9c1f-ef38bf838412 req-a1b52252-b3d4-47d4-97c6-d999a2c9e6e5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:36.178686 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89e62f06-c358-4b39-9c1f-ef38bf838412 req-a1b52252-b3d4-47d4-97c6-d999a2c9e6e5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.1168776 Aug 24 22:33:36.265993 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89e62f06-c358-4b39-9c1f-ef38bf838412 req-539cb981-2e81-4201-bf3c-d39cf1ef5147 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701478 Aug 24 22:33:36.266183 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50893b19-8915-4b3f-be1a-6735f4fb2d97 None None] Network 79a29358-4069-48d0-a472-52494dd76ff6 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:33:36.288096 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-374fc03f-cc4c-452d-92d0-4b2418177507 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8749192 Aug 24 22:33:36.290858 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41620) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:36.296036 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:36.303776 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-57eebe5e-6941-443b-95be-291237800e15 service neutron] 10.222.0.25 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480570 Aug 24 22:33:36.404517 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-49adb5a1-5872-406f-9ed0-cf2346ba1e11 req-208c37c4-97cc-4090-8372-153c180b4cb1 service neutron] 10.222.0.25 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927711 Aug 24 22:33:36.464457 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:36.466328 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:36.520785 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:36.966878 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:37.292328 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:37.314650 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:37.339152 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514ffc0-4188-4b5b-9f23-9db989ac486d req-d2d80eda-1a5d-4394-a638-e6ca4ba24b35 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:37.341624 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1514ffc0-4188-4b5b-9f23-9db989ac486d req-d2d80eda-1a5d-4394-a638-e6ca4ba24b35 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.0885680 Aug 24 22:33:37.397516 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88865cc-aae2-4bd5-bf82-def11b1368a0 req-419f44c0-d1a1-4d51-8ca5-8698e0e715de tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:37.399128 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d88865cc-aae2-4bd5-bf82-def11b1368a0 req-419f44c0-d1a1-4d51-8ca5-8698e0e715de tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0549729 Aug 24 22:33:37.424010 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1514ffc0-4188-4b5b-9f23-9db989ac486d req-a03349ac-179b-4e49-ad60-2a8c323b4118 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526669 Aug 24 22:33:37.450634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d88865cc-aae2-4bd5-bf82-def11b1368a0 req-2a955874-5025-42c4-ad84-963262dba93a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Aug 24 22:33:37.476080 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Allocated IP 172.27.0.42 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/c6dad50c-3ad6-461c-98ed-40c91ae2e967) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:37.591549 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:37.881710 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:37.924613 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:37.929873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:37.940835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:37.940835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Pushing event updated for resources: {'Port': ['ID=c6dad50c-3ad6-461c-98ed-40c91ae2e967,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:38.171523 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-b13da930-23a5-4e33-98d6-29cab29ac8a9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:38.172930 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-b13da930-23a5-4e33-98d6-29cab29ac8a9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/networks?id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 HTTP/1.1" status: 200 len: 808 time: 0.2012634 Aug 24 22:33:38.188681 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-ecd55d72-7640-44bc-870e-c5a93afe2a8a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/quotas/c701e22aac1b40868fcab52680a0bdfe HTTP/1.1" status: 200 len: 375 time: 0.0099773 Aug 24 22:33:38.228413 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1065f9b8-d981-4279-9521-3b4a9f9e388c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339293 Aug 24 22:33:38.425061 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-505e7258-4a2b-4b55-8614-3f7d5a3e7832 service neutron] 10.222.0.39 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886945 Aug 24 22:33:38.458379 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:38.611183 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-a6ef04a2-bf95-455e-ae30-cc45a8f7f214 service neutron] 10.222.0.39 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774418 Aug 24 22:33:38.620881 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60677-9b70-4f61-bf9c-9fdb3e55e9ed req-efea4df0-be9d-4c76-a1c1-6fb89d43dbdb tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:38.622833 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eda60677-9b70-4f61-bf9c-9fdb3e55e9ed req-efea4df0-be9d-4c76-a1c1-6fb89d43dbdb tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.0533321 Aug 24 22:33:38.685182 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eda60677-9b70-4f61-bf9c-9fdb3e55e9ed req-28c49f09-44fb-4ed4-9350-4260aadd599f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Aug 24 22:33:38.745291 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:38.760747 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:38.812088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34adada-e938-476a-b013-2e3c8e4fbeac req-e96a136b-64af-4d88-b4ef-13913791b1ab tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:38.813634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f34adada-e938-476a-b013-2e3c8e4fbeac req-e96a136b-64af-4d88-b4ef-13913791b1ab tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0659277 Aug 24 22:33:38.879281 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f34adada-e938-476a-b013-2e3c8e4fbeac req-40438eb9-c949-4c30-b340-ad57fea6256c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591707 Aug 24 22:33:38.927102 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5658fc4e-4475-426e-96cb-63eb5b8e52aa req-6beb7ea1-3f7e-40f3-8b0c-e79c6b90def4 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0358398 Aug 24 22:33:39.024380 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:33:39.141798 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:33:39.157079 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Sync routers for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:33:39.166493 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:33:39.167111 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:39.248347 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:39.250654 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-48d062be-4215-44e0-85cb-bbb5a3e4d284 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9584463 Aug 24 22:33:39.253426 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41702) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:39.299859 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:33:39.514157 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:38Z', 'revision_number': 3, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:39.654411 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Checking router: c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:33:39.654768 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Updating router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b port c6dad50c-3ad6-461c-98ed-40c91ae2e967 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:33:39.679247 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c987d30c-1e64-4641-9ef4-14dd07288c6f details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:33:39.687229 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:39.854880 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:39.879976 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'c987d30c-1e64-4641-9ef4-14dd07288c6f', 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3', 'port_id': 'c987d30c-1e64-4641-9ef4-14dd07288c6f', 'mac_address': 'fa:16:3e:17:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc60a5-3eb7-455b-97b6-388bf28855e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:33:39.931482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:39.951214 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c987d30c-1e64-4641-9ef4-14dd07288c6f {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:39.955006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061acda-5eb9-484a-827f-75293af6103a req-bb1e2034-7aa3-4d12-93e4-e90597cb7a0b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:39.963166 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4061acda-5eb9-484a-827f-75293af6103a req-bb1e2034-7aa3-4d12-93e4-e90597cb7a0b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 943 time: 0.1791594 Aug 24 22:33:40.011172 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:40.039893 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4061acda-5eb9-484a-827f-75293af6103a req-50010528-8299-4c54-a0b5-b85b5a633f02 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Aug 24 22:33:40.048716 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bd1acb91-6843-4ece-b5f0-c90d5077586e req-618c3205-1d5c-45d1-a002-3fbb50cba656 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0393713 Aug 24 22:33:40.087256 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.094462 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.104737 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Transition to ACTIVE for port object c6dad50c-3ad6-461c-98ed-40c91ae2e967 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:40.135762 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.143198 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:40.190285 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.240641 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Attempting to bind port c6dad50c-3ad6-461c-98ed-40c91ae2e967 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:40.241021 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Attempting to bind port c6dad50c-3ad6-461c-98ed-40c91ae2e967 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:40.241389 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Attempting to bind port c6dad50c-3ad6-461c-98ed-40c91ae2e967 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:40.250839 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:40.251220 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:40.251630 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.252029 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:40.252505 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Bound port: c6dad50c-3ad6-461c-98ed-40c91ae2e967, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:40.252906 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.254608 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Pushing event updated for resources: {'Port': ['ID=c6dad50c-3ad6-461c-98ed-40c91ae2e967,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:40.279254 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.279531 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.279966 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.280203 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.280537 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.280927 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.281185 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.281532 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.281891 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.282221 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.282550 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.282872 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:33:40.312295 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Allocated IP 172.20.0.1 (79a29358-4069-48d0-a472-52494dd76ff6/f1903249-f173-4b94-ae62-668fff6f1a2a/8f843fbf-5224-4aa5-b4ba-0875fad7d3f8) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:40.332239 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] For port c6dad50c-3ad6-461c-98ed-40c91ae2e967, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:40.335856 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] For port c6dad50c-3ad6-461c-98ed-40c91ae2e967, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c6dad50c-3ad6-461c-98ed-40c91ae2e967,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:40.424753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.459523 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.534788 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:33:40.535968 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:40.539295 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f094d-a759-4ec0-ac90-b02eb6d44912 None None] Pushing event updated for resources: {'Port': ['ID=c6dad50c-3ad6-461c-98ed-40c91ae2e967,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:40.554976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41732) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:40.641852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.673590 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:33:40.693246 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0295-149b-452a-b3be-c4f1ec042b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.722895 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Network 79a29358-4069-48d0-a472-52494dd76ff6 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:40.728897 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:40.737039 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:40.756574 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['c987d30c-1e64-4641-9ef4-14dd07288c6f'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:40.786786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Pushing event updated for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:40.817040 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:40.992426 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:38Z', 'revision_number': 3, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:41.021851 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291fc41-0bee-46f8-b8b4-a27dc47e4e63 None None] The sync data for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi is: [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:38Z', 'revision_number': 3, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:33:41.043762 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0295-149b-452a-b3be-c4f1ec042b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.138295 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.173458 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-106aa5a5-6e3a-4326-83c8-015b527f850f req-8a5a6347-02ee-4468-a0e9-ef26ec982164 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0417342 Aug 24 22:33:41.181684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0295-149b-452a-b3be-c4f1ec042b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.185412 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32cb41-ef81-4441-8572-de9f007e68bd req-4c52c744-71c4-4f30-a33b-0c8396118c76 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:41.190000 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bc32cb41-ef81-4441-8572-de9f007e68bd req-4c52c744-71c4-4f30-a33b-0c8396118c76 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 944 time: 0.0652657 Aug 24 22:33:41.269231 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e0295-149b-452a-b3be-c4f1ec042b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4688e87-5210-4421-9f62-85d931031b24,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:41.276983 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bc32cb41-ef81-4441-8572-de9f007e68bd req-247ee675-e948-4be2-a225-2267d12c9c65 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819280 Aug 24 22:33:41.303141 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fd9e0295-149b-452a-b3be-c4f1ec042b71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=568d9803c4ae495d82462074573531f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7470605 Aug 24 22:33:41.311324 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41750) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:41.411020 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.435852 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.467216 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.578784 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.654184 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.656340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Pushing event updated for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:41.709817 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.713916 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:41.713916 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4688e87-5210-4421-9f62-85d931031b24 HTTP/1.1" status: 204 len: 168 time: 0.4011972 Aug 24 22:33:41.724460 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081dc99-6ca0-4859-b416-8d82aad2b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4688e87-5210-4421-9f62-85d931031b24,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:41.780596 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Network 79a29358-4069-48d0-a472-52494dd76ff6 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:41.782803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:41.934432 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:33:42.115649 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:33:42.121296 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a91af414-4909-42cb-9cca-52850ffbad58 admin admin] 10.222.0.39 "PUT /v2.0/routers/c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666611 Aug 24 22:33:42.288464 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bd168167-1634-4ba2-88c2-cd23353e3b64 req-2b1f7575-6caa-47d2-b3c1-ddceeb73b07a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0274847 Aug 24 22:33:42.377455 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-db8eb644-56ef-4847-a234-003dbf787a7d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:42.379077 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-db8eb644-56ef-4847-a234-003dbf787a7d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.2115738 Aug 24 22:33:42.405957 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f568da8-f3b9-48e8-a0d4-dce0382267cc req-0925a43b-3d43-43b6-9ea5-acc528bd34a1 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:42.407544 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2f568da8-f3b9-48e8-a0d4-dce0382267cc req-0925a43b-3d43-43b6-9ea5-acc528bd34a1 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 944 time: 0.0534844 Aug 24 22:33:42.414889 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-7c05dafa-ce6b-4b75-9bed-6fd73f968125 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/quotas/012b8d16d5b8483da9da640b0bb5056a HTTP/1.1" status: 200 len: 375 time: 0.0229504 Aug 24 22:33:42.422137 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-01ccf8af-ebd5-4fef-bec4-30430dd6db08 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:42.423673 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-01ccf8af-ebd5-4fef-bec4-30430dd6db08 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "GET /v2.0/networks?id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 HTTP/1.1" status: 200 len: 808 time: 0.1619248 Aug 24 22:33:42.458542 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2f568da8-f3b9-48e8-a0d4-dce0382267cc req-1f1c750e-08fb-4863-b5d2-f8d9b138a05b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Aug 24 22:33:42.460641 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Request body: {'port': {'device_id': 'f273994c-5266-42ad-b9c3-c5815104812d', 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74', 'admin_state_up': True, 'tenant_id': 'c701e22aac1b40868fcab52680a0bdfe'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:42.530859 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-ade6f87b-d515-461b-bd72-04a02b004556 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061573 Aug 24 22:33:42.634703 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41788) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:42.650823 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-619f70a1-0a99-47a0-aa48-26858061ab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:42.667203 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-50550aca-53a0-4a44-8677-7015b96b4e13 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274252 Aug 24 22:33:42.772767 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-48527dcd-6957-44cf-a00d-db0e40701cf5 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987065 Aug 24 22:33:42.807808 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Made reservation on behalf of c701e22aac1b40868fcab52680a0bdfe for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:42.814190 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.019411 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Sync routers for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:33:43.042791 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:33:43.046469 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:43.163675 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Allocated IP 172.20.0.7 (15e8a91d-2ef8-44d9-ab23-7c7507fb7c74/639dc2bf-d5ce-422e-89ed-97ddafb11799/d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:43.166665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c6dad50c-3ad6-461c-98ed-40c91ae2e967 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:43.342644 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41808) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:43.391773 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-619f70a1-0a99-47a0-aa48-26858061ab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.416853 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34363320-fd01-46b4-b3b6-929d9f69044b req-4f27dbcf-b812-4db5-8c16-edb61e54c4ca tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0594771 Aug 24 22:33:43.418517 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:33:43.479014 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.510974 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-619f70a1-0a99-47a0-aa48-26858061ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.516424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port c6dad50c-3ad6-461c-98ed-40c91ae2e967 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:43.523480 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port c6dad50c-3ad6-461c-98ed-40c91ae2e967 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:43.523850 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.525868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f28a2e93-1579-452c-bfdf-24b350507d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.641864 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b26f23ac-e440-4c59-a52d-227433ec1199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.659774 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.693422 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-619f70a1-0a99-47a0-aa48-26858061ab49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d255a8c83c244c3af688e9604ff82a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0576861 Aug 24 22:33:43.706730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41828) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:43.710871 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f70a1-0a99-47a0-aa48-26858061ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2afea4-d73f-4581-b2b7-d1a1ea9da4af,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:43.751526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c987d30c-1e64-4641-9ef4-14dd07288c6f up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:43.777967 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:43.805548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:43.810802 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:43.817122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-48e2fe33-58c1-4a2e-8691-e8162862e4e1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:43.819677 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-48e2fe33-58c1-4a2e-8691-e8162862e4e1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 819 time: 0.2810824 Aug 24 22:33:43.853438 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-b8462dcb-4187-4438-a4c3-8990033b013d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/quotas/7f4f9f6ed2354d189dd77a7807075f89 HTTP/1.1" status: 200 len: 375 time: 0.0226848 Aug 24 22:33:43.858462 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Pushing event updated for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:43.903414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port c987d30c-1e64-4641-9ef4-14dd07288c6f completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:43.914540 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.921991 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port c987d30c-1e64-4641-9ef4-14dd07288c6f triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:43.922356 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.947497 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.957631 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b26f23ac-e440-4c59-a52d-227433ec1199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.971077 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:43.971737 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:43.975018 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port c6dad50c-3ad6-461c-98ed-40c91ae2e967, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c6dad50c-3ad6-461c-98ed-40c91ae2e967,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:43.978659 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-1a53a214-4e12-4c97-9ffe-32be6a093cee tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014254 Aug 24 22:33:43.997182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622eb13-6399-4702-bba5-344c6562d0bd req-a5825cd9-e4de-4b95-b19a-932af16b8b9d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:43.998834 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e622eb13-6399-4702-bba5-344c6562d0bd req-a5825cd9-e4de-4b95-b19a-932af16b8b9d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 931 time: 0.1804945 Aug 24 22:33:44.009292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:41Z', 'revision_number': 4, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8f843fbf-5224-4aa5-b4ba-0875fad7d3f8', 'name': '', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'mac_address': 'fa:16:3e:6a:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:40Z', 'updated_at': '2021-08-24T22:33:41Z', 'revision_number': 2, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'subnets': [{'id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:44.021558 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.039482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Checking router: c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:33:44.040000 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Updating router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:33:44.080625 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b26f23ac-e440-4c59-a52d-227433ec1199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.086793 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.099186 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e622eb13-6399-4702-bba5-344c6562d0bd req-530a01e8-3f37-4668-b44f-a770c541fe9f tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841336 Aug 24 22:33:44.128660 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.150926 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.173594 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b26f23ac-e440-4c59-a52d-227433ec1199 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac6c5b26fdae4c44b9a81ccac5ba9d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265035 Aug 24 22:33:44.173797 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-7d198c04-1bd0-4aec-92d6-18d28b7045f6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214389 Aug 24 22:33:44.174225 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 41832) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:44.177006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f23ac-e440-4c59-a52d-227433ec1199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8d529d-f4f9-4486-ba42-abaac8a86b74,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:44.194531 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-22c19279-1f08-43a3-8b05-81c7420a2aed service neutron] 10.222.0.39 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144732 Aug 24 22:33:44.205998 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Request body: {'port': {'device_id': 'f273994c-5266-42ad-b9c3-c5815104812d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:44.212007 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=c6dad50c-3ad6-461c-98ed-40c91ae2e967,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:44.221514 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:44.223938 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a755bb-126d-428d-b998-a29109f36dc9" -d '{"events": [{"server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "name": "network-vif-plugged", "status": "completed", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:44.248628 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:44.286071 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.288603 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.289752 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de2afea4-d73f-4581-b2b7-d1a1ea9da4af HTTP/1.1" status: 204 len: 168 time: 0.5818753 Aug 24 22:33:44.304402 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-5d52904a-3952-48aa-a7c6-8bc805c6033e service neutron] 10.222.0.39 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088994 Aug 24 22:33:44.313908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7cc63-4d48-4103-89c2-5431f94db618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2afea4-d73f-4581-b2b7-d1a1ea9da4af,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:44.369988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.380903 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.399250 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a445a-50a4-4b4c-8c67-0c008b2f5d8f req-72bf6894-3e4b-4f13-b05a-507f8483e400 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:44.399817 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.400838 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-711a445a-50a4-4b4c-8c67-0c008b2f5d8f req-72bf6894-3e4b-4f13-b05a-507f8483e400 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 944 time: 0.1804516 Aug 24 22:33:44.423994 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.507741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:44.521449 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-711a445a-50a4-4b4c-8c67-0c008b2f5d8f req-4748157c-4558-4100-8a05-e8cfdf3c223b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051285 Aug 24 22:33:44.661263 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd66473-0523-431d-af57-afc50fbd08c1 x-openstack-request-id: req-bbd66473-0523-431d-af57-afc50fbd08c1 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:44.661649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "name": "network-vif-plugged", "status": "completed", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:44.661906 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbd66473-0523-431d-af57-afc50fbd08c1 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:44.662294 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f', 'code': 200} Aug 24 22:33:44.688547 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.750523 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Transition to ACTIVE for port object 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:44.764725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.767398 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:44.768535 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c8d529d-f4f9-4486-ba42-abaac8a86b74 HTTP/1.1" status: 204 len: 168 time: 0.5936277 Aug 24 22:33:44.788064 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9485b8d1-d3ef-406a-a42d-e9248d0e1100 req-784c4f7d-21af-468d-a22c-228bb1861bc2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0714803 Aug 24 22:33:44.819870 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c30e9dcb-d620-48c5-a432-1ec6dd528ef4 req-70dae198-054b-41cb-a6d0-57a143d24358 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0595717 Aug 24 22:33:44.825060 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720ad03-2a74-4591-a92b-5b00738803be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8d529d-f4f9-4486-ba42-abaac8a86b74,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:44.845303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.046919 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32ec0-045b-4cfc-a0b5-c9f23c2b5540 None None] Pushing event updated for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:45.062249 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c6dad50c-3ad6-461c-98ed-40c91ae2e967 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:45.183305 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Attempting to bind port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:45.184875 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Attempting to bind port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:45.185270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Attempting to bind port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 on network 79a29358-4069-48d0-a472-52494dd76ff6 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:45.196775 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:45.197148 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Checking segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:45.200234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.200234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Bound using segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:45.200234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Bound port: 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:45.200234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.296039 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] For port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:45.298130 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port c6dad50c-3ad6-461c-98ed-40c91ae2e967 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:45.298500 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.350690 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] For port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:45.429773 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.520268 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:33:45.520999 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:45.522903 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32ec0-045b-4cfc-a0b5-c9f23c2b5540 None None] Pushing event updated for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:45.527886 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-73166bd9-879a-4888-b5a1-5bde3bcb2e9e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:45.529449 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-73166bd9-879a-4888-b5a1-5bde3bcb2e9e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 819 time: 0.2471354 Aug 24 22:33:45.563700 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-98f710ca-73f1-40cf-8727-f9c202111b2b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/quotas/7f4f9f6ed2354d189dd77a7807075f89 HTTP/1.1" status: 200 len: 375 time: 0.0206289 Aug 24 22:33:45.604653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d1619-a623-4bc6-993a-632e3c10acb2 req-7f50f494-3f7d-4d73-b4d9-b05c99c073b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:45.606896 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac2d1619-a623-4bc6-993a-632e3c10acb2 req-7f50f494-3f7d-4d73-b4d9-b05c99c073b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 1098 time: 0.1475308 Aug 24 22:33:45.642140 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-8794f8c0-e2b5-44c6-9ef2-b835479c7d9c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739083 Aug 24 22:33:45.665065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868281a9-8862-40e9-a7a6-1afbb134c093 req-6cabc005-83af-4436-9ae1-6ed4ecd3a46b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:45.672560 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-868281a9-8862-40e9-a7a6-1afbb134c093 req-6cabc005-83af-4436-9ae1-6ed4ecd3a46b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 931 time: 0.2681332 Aug 24 22:33:45.676671 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:33:45.714898 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:45.729865 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ac2d1619-a623-4bc6-993a-632e3c10acb2 req-6bbd0cba-5efb-4c0e-8939-e71d29833811 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143243 Aug 24 22:33:45.743848 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:45.755370 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-868281a9-8862-40e9-a7a6-1afbb134c093 req-20e6ac2f-8916-42f4-bdc0-9057e0bf1bcc tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819247 Aug 24 22:33:45.779567 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Transition to ACTIVE for port object d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:45.824974 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-0ddc2f4a-b86e-444f-a107-4c1561d12d50 service neutron] 10.222.0.39 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776474 Aug 24 22:33:45.908042 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b1eb2-4c25-41fb-9346-4b3e83bfd8e9 req-ad3c1880-dc0b-436d-9340-85cc9a6adb59 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:45.926577 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e1b1eb2-4c25-41fb-9346-4b3e83bfd8e9 req-ad3c1880-dc0b-436d-9340-85cc9a6adb59 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.0792136 Aug 24 22:33:45.928747 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-08961640-9798-4008-abde-c311d8318715 service neutron] 10.222.0.39 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960550 Aug 24 22:33:45.932806 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.030037 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dba90b19-2950-4c10-ba26-bbda7debd099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.094993 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e1b1eb2-4c25-41fb-9346-4b3e83bfd8e9 req-40d6bb7a-af7e-4c1c-95d6-5ef108b07490 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590900 Aug 24 22:33:46.108490 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Pushing event updated for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:46.116317 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:41Z', 'revision_number': 4, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8f843fbf-5224-4aa5-b4ba-0875fad7d3f8', 'name': '', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'mac_address': 'fa:16:3e:6a:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:40Z', 'updated_at': '2021-08-24T22:33:45Z', 'revision_number': 4, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'subnets': [{'id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:33:46.177048 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63400cdc-eb25-476d-bddc-aa93e350ca78 None None] The sync data for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi is: [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:33:41Z', 'revision_number': 4, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '8f843fbf-5224-4aa5-b4ba-0875fad7d3f8', 'name': '', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'mac_address': 'fa:16:3e:6a:7b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:40Z', 'updated_at': '2021-08-24T22:33:45Z', 'revision_number': 4, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'subnets': [{'id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:33:46.207710 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.212923 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Attempting to bind port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:46.213295 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Attempting to bind port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:46.213620 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Attempting to bind port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:46.220407 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:46.220730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Attempting to bind port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:46.226729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:46.227075 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Checking segment: {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:46.227476 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Bound using segment: {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:46.227891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Bound port: d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:46.228264 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.397873 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:46.402158 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:46.437632 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-10b32e26-2d05-4b66-92bd-c68d6e50d9fb req-74c8a193-e411-467c-8d68-dd1460cbb5ec tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0521326 Aug 24 22:33:46.562039 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.569159 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c0654749-7616-4c35-bd54-46b1726bddbd req-baa19a6a-1945-446a-8364-0349509b140a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0522120 Aug 24 22:33:46.660556 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:46.661343 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:46.662946 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] 10.222.0.25 "PUT /v2.0/ports/d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 HTTP/1.1" status: 200 len: 1093 time: 2.4644666 Aug 24 22:33:46.672550 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:46.672550 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d" -d '{"events": [{"name": "network-changed", "server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:46.685324 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780337c-def1-4bd0-9320-23be425abd3d service neutron] Pushing event updated for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:46.720254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d60f137-4c6e-4c45-b3c5-4e632635d6ce x-openstack-request-id: req-5d60f137-4c6e-4c45-b3c5-4e632635d6ce {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:46.720652 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:46.721042 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d60f137-4c6e-4c45-b3c5-4e632635d6ce {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:46.721608 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7', 'status': 'completed', 'code': 200} Aug 24 22:33:46.944378 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97a1b7-70cc-4755-becb-879b760617ca req-8fed6647-5827-424c-b74f-615378bc8003 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:46.946035 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3f97a1b7-70cc-4755-becb-879b760617ca req-8fed6647-5827-424c-b74f-615378bc8003 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 943 time: 0.0910752 Aug 24 22:33:46.984011 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:47.032090 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3f97a1b7-70cc-4755-becb-879b760617ca req-336811f6-b370-428b-bea4-6db821855d35 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609951 Aug 24 22:33:47.114114 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:47.128981 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-7e0b25f1-dafa-4bcb-8de8-38b9d8459016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:47.130905 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-7e0b25f1-dafa-4bcb-8de8-38b9d8459016 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 1096 time: 0.3275011 Aug 24 22:33:47.225433 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-586aafcc-077e-43e3-8e63-04418703f817 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:47.235413 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-586aafcc-077e-43e3-8e63-04418703f817 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.4502738 Aug 24 22:33:47.354270 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Request body: {'port': {'device_id': '5746b177-6f58-4561-864a-20f6e02cd00e', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'admin_state_up': True, 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:47.424157 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:47.434083 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:47.434083 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:47.481101 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13b3e0-525e-472a-bb1f-c5617dc5cb33 req-259d56b0-426c-419d-a1f1-0f46c2a6f61b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:47.489720 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-da13b3e0-525e-472a-bb1f-c5617dc5cb33 req-259d56b0-426c-419d-a1f1-0f46c2a6f61b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.2289176 Aug 24 22:33:47.613203 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-b1f7bc7b-8577-4a14-a192-c7ef9d9d0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:47.615077 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-b1f7bc7b-8577-4a14-a192-c7ef9d9d0949 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c701e22aac1b40868fcab52680a0bdfe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3773296 Aug 24 22:33:47.620906 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:47.646466 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-da13b3e0-525e-472a-bb1f-c5617dc5cb33 req-6b9f702a-0e9d-47c3-a128-7fda79a34fab tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557550 Aug 24 22:33:47.648351 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4fdbd219-aa92-471d-aa9f-3ebda3f43363 req-a1f39547-0af5-47f8-a969-7357ee41d28b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0630143 Aug 24 22:33:47.675105 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:47.776742 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7922a7ae-f9d4-4c82-91ab-0442e8838723 req-e62e3373-da06-43f3-a8ad-9d7d958048c4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0396996 Aug 24 22:33:47.787041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:47.866309 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-eadd2df8-5479-4532-824f-fda3c587385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:47.874525 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecf29ec5-84c6-49fe-b8fb-4dc46940628d req-eadd2df8-5479-4532-824f-fda3c587385f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155545 Aug 24 22:33:47.892592 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:47.927763 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:47.931579 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.165535 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-32a11f3d-d091-469f-ad4f-7c99b7076c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:48.172422 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-32a11f3d-d091-469f-ad4f-7c99b7076c88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 1096 time: 0.1348424 Aug 24 22:33:48.296539 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-945c5069-f126-4be1-85e9-33a5b1ccbac8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 HTTP/1.1" status: 200 len: 217 time: 0.0997362 Aug 24 22:33:48.301917 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41972) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:48.332808 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb86b-9670-4329-96c1-5156de024d13 req-04bdbd64-7bc9-459c-a3c1-679a74609476 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:48.335748 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c98bb86b-9670-4329-96c1-5156de024d13 req-04bdbd64-7bc9-459c-a3c1-679a74609476 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 943 time: 0.1727488 Aug 24 22:33:48.337197 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Allocated IP 172.20.0.7 (04907139-f732-4b03-9f24-7bed5d5fb591/268b8c4b-31dc-4ae1-8844-d653f1593ac6/ec784954-2fcc-48d9-947e-1e0e32a2d0f0) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:48.497548 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b73cab3b-4570-4345-b0eb-ba7ee2db91e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.569305 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-169d7750-bc37-4d0d-a2be-b6b4d5e022db tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:48.570888 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-169d7750-bc37-4d0d-a2be-b6b4d5e022db tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 819 time: 0.1963038 Aug 24 22:33:48.575325 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-d2cf693f-c902-467e-a786-a2c39ceed878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:48.577216 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-d2cf693f-c902-467e-a786-a2c39ceed878 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=639dc2bf-d5ce-422e-89ed-97ddafb11799 HTTP/1.1" status: 200 len: 848 time: 0.1824567 Aug 24 22:33:48.583230 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c98bb86b-9670-4329-96c1-5156de024d13 req-f17eb316-253d-4963-85f4-b943bc299a61 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293077 Aug 24 22:33:48.599923 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Request body: {'port': {'device_id': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'admin_state_up': True, 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:48.632389 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-10f4cb5e-5c6d-4671-aee2-bac4533df29f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375407 Aug 24 22:33:48.660425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.679552 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.763715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b73cab3b-4570-4345-b0eb-ba7ee2db91e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.790378 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-b5600103-52c6-4dc7-ba00-22e81aad22b8 service neutron] 10.222.0.25 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432836 Aug 24 22:33:48.846461 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-42bfdad0-b416-437f-86c2-fae363a33857 req-bdddfd61-0463-4d60-a60c-33f4f29a74ef tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0398111 Aug 24 22:33:48.849854 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de17ec-5049-4166-a96d-3f4c2987be87 req-158b8ddd-fb58-4a1d-9b34-07970e0f875c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:48.859381 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46de17ec-5049-4166-a96d-3f4c2987be87 req-158b8ddd-fb58-4a1d-9b34-07970e0f875c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.0701716 Aug 24 22:33:48.901560 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b73cab3b-4570-4345-b0eb-ba7ee2db91e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.902579 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:48.951720 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df', '3843bc03-8f90-47c4-a1dd-14fc441bf719'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:49.010047 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Network 04907139-f732-4b03-9f24-7bed5d5fb591 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:49.015933 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b73cab3b-4570-4345-b0eb-ba7ee2db91e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a803194a79584c488880659867516280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7128878 Aug 24 22:33:49.019993 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-837ebde5-1aa4-4e84-a9d5-7d9cde0e54b6 req-22655caa-7056-4b93-8a81-a2c5c0fcdab4 service neutron] 10.222.0.25 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222650 Aug 24 22:33:49.021330 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:49.027801 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cab3b-4570-4345-b0eb-ba7ee2db91e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73afa13f-fca6-491f-80a1-b55f36a6ab17,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:49.030721 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 41996) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:49.038122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Made reservation on behalf of 7f4f9f6ed2354d189dd77a7807075f89 for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:49.041282 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.043988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:49.048902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:49.058116 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46de17ec-5049-4166-a96d-3f4c2987be87 req-a6bd2673-57c6-4c67-ad03-33fadba6b778 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916015 Aug 24 22:33:49.113146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event updated for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:49.175226 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b6651e68-1f00-4f6d-b379-e3b32c6ca000 req-977f6ad8-e864-42f5-80d6-6b052d0b7624 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0646334 Aug 24 22:33:49.186632 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:49.187017 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.202786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:49.211721 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.308189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.339003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Allocated IP 172.20.0.12 (79a29358-4069-48d0-a472-52494dd76ff6/f1903249-f173-4b94-ae62-668fff6f1a2a/501b64a7-32fc-4ccf-9ced-e30dd1bf7796) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:49.347410 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.396381 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-a7cd8d9e-6e3e-420c-a43a-ffc74214fe3b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0516512 Aug 24 22:33:49.418981 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Request body: {'port': {'device_id': '5746b177-6f58-4561-864a-20f6e02cd00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:49.487568 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.552643 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.647053 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.649743 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.650918 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73afa13f-fca6-491f-80a1-b55f36a6ab17 HTTP/1.1" status: 204 len: 168 time: 0.6160901 Aug 24 22:33:49.663306 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119feb14-687a-4e79-a628-5e5b8815cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73afa13f-fca6-491f-80a1-b55f36a6ab17,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:49.765825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefcac4-af1f-42fa-9c5a-09428558d188 req-efebce2c-8f1a-417d-9382-d9654a6083ec tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:49.767111 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cefcac4-af1f-42fa-9c5a-09428558d188 req-efebce2c-8f1a-417d-9382-d9654a6083ec tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 943 time: 0.1042781 Aug 24 22:33:49.842757 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.851963 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cefcac4-af1f-42fa-9c5a-09428558d188 req-5adff433-37fe-48b7-bc96-def52548f120 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Aug 24 22:33:49.868021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec784954-2fcc-48d9-947e-1e0e32a2d0f0 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:49.894735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Network 79a29358-4069-48d0-a472-52494dd76ff6 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:49.895458 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:49.899403 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:49.903823 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:49.946720 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Transition to ACTIVE for port object ec784954-2fcc-48d9-947e-1e0e32a2d0f0 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:49.963693 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Pushing event updated for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:50.000196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:50.000810 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:50.028039 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705e37-13b6-435b-a818-3a1c19d9ed1a req-5e84ca8e-4f75-451c-9365-a8eea13d2214 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:50.029590 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ee705e37-13b6-435b-a818-3a1c19d9ed1a req-5e84ca8e-4f75-451c-9365-a8eea13d2214 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 931 time: 0.0857885 Aug 24 22:33:50.064199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:50.078741 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ee705e37-13b6-435b-a818-3a1c19d9ed1a req-dd57eb10-d79d-4985-bd19-7a12c5ae9449 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Aug 24 22:33:50.130373 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-7d5110d3-378d-4a19-ba87-5ea90e114095 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5326262 Aug 24 22:33:50.151958 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:50.166185 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Request body: {'port': {'device_id': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:50.359376 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:50.383999 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b3c74bed-9e1d-4223-a5dc-3b0e5e189020 req-c41162c7-4056-467d-9c0c-ede1242b042f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0409729 Aug 24 22:33:50.399083 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-86ccae86-4986-4adf-a2e5-527277a4b07e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:50.399698 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-86ccae86-4986-4adf-a2e5-527277a4b07e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 819 time: 0.2412512 Aug 24 22:33:50.696172 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Request body: {'port': {'device_id': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'admin_state_up': True, 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:50.759041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:50.773526 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:50.787246 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Attempting to bind port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:50.787573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Attempting to bind port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:50.787911 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Attempting to bind port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:50.790008 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Transition to ACTIVE for port object 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:50.800953 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 on network 04907139-f732-4b03-9f24-7bed5d5fb591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:50.801378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Attempting to bind port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:50.817425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:50.817786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Checking segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:50.818164 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Bound using segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:50.823103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Bound port: ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:50.823103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:50.907387 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:50.910684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:50.956745 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.041566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf733-e177-43ad-9775-0d1dac43ab56 req-8cc24b1d-6dcc-438e-99ed-4f0248336965 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.043110 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-297cf733-e177-43ad-9775-0d1dac43ab56 req-8cc24b1d-6dcc-438e-99ed-4f0248336965 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 943 time: 0.0969784 Aug 24 22:33:51.044888 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Pushing event updated for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:51.070181 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Made reservation on behalf of 7f4f9f6ed2354d189dd77a7807075f89 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:33:51.073823 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.125896 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-297cf733-e177-43ad-9775-0d1dac43ab56 req-aff440c0-bfbe-4213-8a51-aa8ccb2d5d1d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744433 Aug 24 22:33:51.144280 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Attempting to bind port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:51.144651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Attempting to bind port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:51.154870 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Attempting to bind port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 on network 79a29358-4069-48d0-a472-52494dd76ff6 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:51.154870 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 on network 79a29358-4069-48d0-a472-52494dd76ff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:51.154870 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Attempting to bind port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 on network 79a29358-4069-48d0-a472-52494dd76ff6 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:51.157945 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:51.158750 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Checking segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:51.158900 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Bound using segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:51.159299 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Bound port: 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:51.160310 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.219215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.223790 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:51.227328 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:51.296459 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.297100 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.298572 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] 10.222.0.25 "PUT /v2.0/ports/ec784954-2fcc-48d9-947e-1e0e32a2d0f0 HTTP/1.1" status: 200 len: 1093 time: 1.8847928 Aug 24 22:33:51.299019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:51.301283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c2885-ec88-452d-ac0a-40f12878e08c" -d '{"events": [{"name": "network-changed", "server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:51.311631 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.330842 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Allocated IP 172.20.0.11 (79a29358-4069-48d0-a472-52494dd76ff6/f1903249-f173-4b94-ae62-668fff6f1a2a/8ef12ad9-9899-44a9-a689-5a5f74839565) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:33:51.344867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5bbfc-d334-40b7-86a1-e90b5cbb96f2 req-81f8881b-42bf-474d-8981-c007461e477e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.346558 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81c5bbfc-d334-40b7-86a1-e90b5cbb96f2 req-81f8881b-42bf-474d-8981-c007461e477e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 943 time: 0.1674519 Aug 24 22:33:51.387377 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.388087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.390065 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] 10.222.0.25 "PUT /v2.0/ports/501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 1094 time: 1.2350669 Aug 24 22:33:51.390675 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:51.394039 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a5464a-e94e-4f2a-87b5-d31d667a0f36" -d '{"events": [{"name": "network-changed", "server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:51.396079 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce481c1-0ca0-4872-84a0-bfc31c8ed7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:51.424736 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d761824-bcdd-4774-b2e8-314823a5956a service neutron] Pushing event updated for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:51.462734 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-81c5bbfc-d334-40b7-86a1-e90b5cbb96f2 req-36147d5a-25c2-46b7-b6a1-5f908f250e34 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053689 Aug 24 22:33:51.540186 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb872bbe-246a-446e-b1ed-fec67636c678 x-openstack-request-id: req-cb872bbe-246a-446e-b1ed-fec67636c678 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:51.540348 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:51.540641 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb872bbe-246a-446e-b1ed-fec67636c678 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:51.541031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', 'status': 'completed', 'code': 200} Aug 24 22:33:51.554750 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b120bff-059c-45ea-8a43-05281239ead9 x-openstack-request-id: req-7b120bff-059c-45ea-8a43-05281239ead9 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:51.555247 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:51.555626 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b120bff-059c-45ea-8a43-05281239ead9 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:51.556072 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796', 'status': 'completed', 'code': 200} Aug 24 22:33:51.581804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-d203d1ec-ff78-48a7-86b3-a14f4a7b9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.583882 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-d203d1ec-ff78-48a7-86b3-a14f4a7b9a35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 1096 time: 0.0887334 Aug 24 22:33:51.635963 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9ee28ff1-a76f-4711-9608-6600fb347c7a req-765cb682-eac1-434e-a35e-006df61995d1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Aug 24 22:33:51.687148 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.719853 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-35ff0d9d-12af-44de-a681-9084ffb54131 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0 HTTP/1.1" status: 200 len: 217 time: 0.0465386 Aug 24 22:33:51.725207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:33:51.747275 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-566f4197-f531-4db8-b770-28acdf9f3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.748955 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-566f4197-f531-4db8-b770-28acdf9f3078 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1097 time: 0.0740421 Aug 24 22:33:51.796540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-fa56d502-0e0e-41e3-90ef-1764803fdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:51.798437 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-fa56d502-0e0e-41e3-90ef-1764803fdb90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0696449 Aug 24 22:33:51.832217 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-092e7173-40f3-4f78-8e65-ec691a1f75fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0651457 Aug 24 22:33:51.841961 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-d1552455-aaa4-4d7f-b631-8cf9eb69f2a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348310 Aug 24 22:33:51.859459 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.864884 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:51.885207 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7', 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74', 'port_id': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7', 'mac_address': 'fa:16:3e:c2:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639dc2bf-d5ce-422e-89ed-97ddafb11799', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:33:51.929171 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:51.948727 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Network 79a29358-4069-48d0-a472-52494dd76ff6 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:33:51.954275 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:51.984138 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:51.998775 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:33:52.008663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:33:52.010476 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-33b2235e-d5af-4ae6-b60d-04854ef8af3d service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461389 Aug 24 22:33:52.048883 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965844-5e8d-442f-a614-dee4861879bd req-5650c758-fb36-4ba1-bf19-ad450c855053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.050614 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-5650c758-fb36-4ba1-bf19-ad450c855053 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.1671803 Aug 24 22:33:52.060859 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Pushing event updated for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:52.098466 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:52.120450 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-2d03f587-cec2-4498-b4d5-d3147a026fc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535254 Aug 24 22:33:52.129779 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.130528 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:52.162562 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4147a72a-354e-48aa-8dbd-802173b63b9a req-ceeb60bd-b36b-4935-9ba7-4beb2979fa43 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132810 Aug 24 22:33:52.169973 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:52.219032 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-feea2a43-2f87-44b0-bcfc-20163540d231 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5284629 Aug 24 22:33:52.267421 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Request body: {'port': {'device_id': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:33:52.287919 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74be15-377f-4bf1-b859-1d2358b15848 req-605655fd-abf4-4324-bf86-0291078a04dc tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.289631 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0d74be15-377f-4bf1-b859-1d2358b15848 req-605655fd-abf4-4324-bf86-0291078a04dc tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 944 time: 0.0645974 Aug 24 22:33:52.296878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-d3aa09bf-cb32-4175-be4f-f4446df4f9d9 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541355 Aug 24 22:33:52.344069 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0d74be15-377f-4bf1-b859-1d2358b15848 req-f56cf8dd-47ff-42b2-84a6-4e6aa798c29e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Aug 24 22:33:52.352398 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:52.449035 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-d34b4f23-b02d-4c2c-ba4b-0b531c5a610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.449035 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-d34b4f23-b02d-4c2c-ba4b-0b531c5a610f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 1096 time: 0.0446813 Aug 24 22:33:52.608566 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01965844-5e8d-442f-a614-dee4861879bd req-0a8b45bf-50d7-4c28-85ec-442878b7a7cb service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085524 Aug 24 22:33:52.734413 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3d607-b382-462f-bf6f-ca8cd8aaddb0 req-166c4d7e-daf6-4f9b-972e-a45bc014c08c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.739090 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e1a3d607-b382-462f-bf6f-ca8cd8aaddb0 req-166c4d7e-daf6-4f9b-972e-a45bc014c08c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 943 time: 0.1425655 Aug 24 22:33:52.740179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-4c3e4ffa-06c7-4eae-9f64-8b76300a6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.741537 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-4c3e4ffa-06c7-4eae-9f64-8b76300a6c05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 915 time: 0.2875886 Aug 24 22:33:52.786682 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e1a3d607-b382-462f-bf6f-ca8cd8aaddb0 req-4ac88488-52ac-48b5-924b-f7da65742b1b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Aug 24 22:33:52.820171 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef12ad9-9899-44a9-a689-5a5f74839565 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:52.830471 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:52.873805 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-27fac30a-c277-411d-a52f-5b83760f6dbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0 HTTP/1.1" status: 200 len: 217 time: 0.0446208 Aug 24 22:33:52.896614 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Transition to ACTIVE for port object 8ef12ad9-9899-44a9-a689-5a5f74839565 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:33:52.914482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-c3aa5e8b-6a6a-4214-bb7e-362fb7765f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.916032 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-c3aa5e8b-6a6a-4214-bb7e-362fb7765f93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1097 time: 0.0816669 Aug 24 22:33:52.973035 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-33c1aa33-9cec-444c-bda8-dee64018987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.974665 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-33c1aa33-9cec-444c-bda8-dee64018987e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0920310 Aug 24 22:33:52.987225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95614a65-fafa-47e9-8399-dd749c090653 req-e7da5f02-cab4-46a1-a0cd-956085a35fa4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:52.988554 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-95614a65-fafa-47e9-8399-dd749c090653 req-e7da5f02-cab4-46a1-a0cd-956085a35fa4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 932 time: 0.0646727 Aug 24 22:33:52.996582 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:53.029957 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-59d94f67-e9a2-459e-8c90-a161ea5baf87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387568 Aug 24 22:33:53.088518 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-b06d64ae-aa8e-462c-b4ae-9a7cae1b434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.091855 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-b06d64ae-aa8e-462c-b4ae-9a7cae1b434c service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1665504 Aug 24 22:33:53.094045 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:53.173479 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-724573b9-41a3-4761-b2b5-dee888da2a71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0749228 Aug 24 22:33:53.254462 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:53.256245 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-597bd57f-3946-438c-a438-6dde7cfc7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.258524 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-597bd57f-3946-438c-a438-6dde7cfc7ca6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0754449 Aug 24 22:33:53.262286 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Attempting to bind port 8ef12ad9-9899-44a9-a689-5a5f74839565 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:33:53.262614 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Attempting to bind port 8ef12ad9-9899-44a9-a689-5a5f74839565 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:33:53.263019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Attempting to bind port 8ef12ad9-9899-44a9-a689-5a5f74839565 on network 79a29358-4069-48d0-a472-52494dd76ff6 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:53.277692 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Port 8ef12ad9-9899-44a9-a689-5a5f74839565 on network 79a29358-4069-48d0-a472-52494dd76ff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:33:53.278062 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Attempting to bind port 8ef12ad9-9899-44a9-a689-5a5f74839565 on network 79a29358-4069-48d0-a472-52494dd76ff6 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:33:53.298036 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-3b8b342c-77bd-421d-88c8-0c21bd02c9ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314374 Aug 24 22:33:53.301584 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-95614a65-fafa-47e9-8399-dd749c090653 req-41e11487-e14e-49cd-8cd7-24fd34ebe757 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975988 Aug 24 22:33:53.302252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:33:53.302628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Checking segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:33:53.303009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Bound using segment: {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:33:53.303458 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Bound port: 8ef12ad9-9899-44a9-a689-5a5f74839565, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:33:53.303826 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:53.418678 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-b32449d9-ada0-41b9-9202-0772f5400f7b service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699753 Aug 24 22:33:53.460199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:33:53.498061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8ef12ad9-9899-44a9-a689-5a5f74839565,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:33:53.503079 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-8391f468-7201-47cb-9dd0-cdef5f2b2592 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956213 Aug 24 22:33:53.538357 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c2afe-becc-49fa-9b47-fcbfd6334478 req-af56424f-ceda-41b8-a8bb-fd2e6e4a0a60 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.539823 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-088c2afe-becc-49fa-9b47-fcbfd6334478 req-af56424f-ceda-41b8-a8bb-fd2e6e4a0a60 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 944 time: 0.0944564 Aug 24 22:33:53.555490 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a4c2885-ec88-452d-ac0a-40f12878e08c req-f667781a-d5bb-4f04-a1c6-d901f65e9ba1 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258202 Aug 24 22:33:53.637784 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:53.685123 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-088c2afe-becc-49fa-9b47-fcbfd6334478 req-be593b1f-6e76-4aa8-a185-c3811623c80c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334910 Aug 24 22:33:53.708353 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.708992 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:53.710490 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] 10.222.0.25 "PUT /v2.0/ports/8ef12ad9-9899-44a9-a689-5a5f74839565 HTTP/1.1" status: 200 len: 1094 time: 1.4559255 Aug 24 22:33:53.717825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:53.720489 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af2715-f61d-4dab-9783-a81d34b2e137" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:53.742233 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-76a5464a-e94e-4f2a-87b5-d31d667a0f36 req-6c4322a7-cd68-4e82-992f-299b2853ee13 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291451 Aug 24 22:33:53.748502 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0514587-e49d-49c4-9408-d596710edfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:53.775063 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab27b2-3b1e-46c8-bd2b-50a05db1a7f6 x-openstack-request-id: req-7fab27b2-3b1e-46c8-bd2b-50a05db1a7f6 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:53.775356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:53.775609 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fab27b2-3b1e-46c8-bd2b-50a05db1a7f6 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:53.776003 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565', 'status': 'completed', 'code': 200} Aug 24 22:33:53.920236 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-48975013-b163-4c58-9d5a-e272f51eed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.921790 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-48975013-b163-4c58-9d5a-e272f51eed74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 1097 time: 0.0783372 Aug 24 22:33:53.934791 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feede877-71f2-4362-bd41-edbb6105103d req-b45d68e6-8053-4a21-848f-d2859392c6c8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:53.936575 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-feede877-71f2-4362-bd41-edbb6105103d req-b45d68e6-8053-4a21-848f-d2859392c6c8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 943 time: 0.0678976 Aug 24 22:33:54.030505 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-feede877-71f2-4362-bd41-edbb6105103d req-2c2829c9-c766-4670-aecc-5e2a6176713a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865157 Aug 24 22:33:54.065665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-06c3cd80-577b-41a8-931a-d84b6ab500eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.067129 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-06c3cd80-577b-41a8-931a-d84b6ab500eb service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1219528 Aug 24 22:33:54.179354 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-20bfbd87-4d9c-4a1d-adb4-87c2320205e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.182671 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-28af2715-f61d-4dab-9783-a81d34b2e137 req-20bfbd87-4d9c-4a1d-adb4-87c2320205e9 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047800 Aug 24 22:33:54.301905 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-22e16088-5489-4b11-b6c9-b9c84a4db099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.303459 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-22e16088-5489-4b11-b6c9-b9c84a4db099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 1097 time: 0.0470586 Aug 24 22:33:54.362115 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-20ebc586-1a0b-427a-b6d1-f6eddbfc5500 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef12ad9-9899-44a9-a689-5a5f74839565 HTTP/1.1" status: 200 len: 217 time: 0.0424511 Aug 24 22:33:54.423916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-8dc7f6d5-a7f5-439b-8ab7-1d381bbf3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.425476 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-8dc7f6d5-a7f5-439b-8ab7-1d381bbf3ee3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0574193 Aug 24 22:33:54.435232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3b01-d56b-492b-8acc-32491429da07 req-a4d9de5e-1cf0-4ed3-8763-3e708579cd39 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.436792 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb3e3b01-d56b-492b-8acc-32491429da07 req-a4d9de5e-1cf0-4ed3-8763-3e708579cd39 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0601838 Aug 24 22:33:54.461080 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-4e42bd3b-8261-437a-beea-45a74eb68a31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274363 Aug 24 22:33:54.485680 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb3e3b01-d56b-492b-8acc-32491429da07 req-4b3c3062-0d44-4f96-a18e-9c392f6c4b4a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Aug 24 22:33:54.591814 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-14fb8a49-845d-4b3c-8c05-d7a2fc07965b service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957119 Aug 24 22:33:54.671586 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-64897e3e-f0ea-4cf9-bc4e-6fecda39f7d3 req-c163d02d-f20b-4d3f-94fa-07ccbba68573 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968194 Aug 24 22:33:54.858604 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb058-6b04-4e72-ba8b-cdf7ce3454b8 req-44075d27-6de4-4abc-8eee-cb157ed1018e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:54.860096 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-efbeb058-6b04-4e72-ba8b-cdf7ce3454b8 req-44075d27-6de4-4abc-8eee-cb157ed1018e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 944 time: 0.0564425 Aug 24 22:33:54.906007 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-efbeb058-6b04-4e72-ba8b-cdf7ce3454b8 req-49d92b53-298f-46f5-890f-b32744684260 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Aug 24 22:33:55.162979 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea5dcc-c05b-4cdb-86b7-5de25c149ffa req-d9dd0829-7fa0-4a1d-a0d1-332f075f7a9d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:55.164517 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1ea5dcc-c05b-4cdb-86b7-5de25c149ffa req-d9dd0829-7fa0-4a1d-a0d1-332f075f7a9d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 943 time: 0.0577741 Aug 24 22:33:55.213419 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1ea5dcc-c05b-4cdb-86b7-5de25c149ffa req-22f961c1-ad61-4437-be4d-e8cbe4eecd2b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Aug 24 22:33:55.624086 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea434180-bb48-46f9-bf32-4ff0c7fcc0d3 req-1a7620fa-b613-419c-8abb-61ecf7d3b82f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:55.625649 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ea434180-bb48-46f9-bf32-4ff0c7fcc0d3 req-1a7620fa-b613-419c-8abb-61ecf7d3b82f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0531914 Aug 24 22:33:55.671156 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ea434180-bb48-46f9-bf32-4ff0c7fcc0d3 req-f6559b2d-2f5f-43c4-9a45-21fe1971786a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378199 Aug 24 22:33:55.723412 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device ec784954-2fcc-48d9-947e-1e0e32a2d0f0 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:33:55.734828 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:55.874920 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:55.895134 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'port_id': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', 'mac_address': 'fa:16:3e:15:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268b8c4b-31dc-4ae1-8844-d653f1593ac6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:33:55.935163 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:55.946266 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:55.946643 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:55.987939 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:56.012960 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec784954-2fcc-48d9-947e-1e0e32a2d0f0 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:33:56.044099 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801d33-c763-43cd-a6d2-55b8e96e01bb req-20d6c275-94de-4ee1-9819-fdd6d7437a99 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:56.044457 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:56.046206 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5f801d33-c763-43cd-a6d2-55b8e96e01bb req-20d6c275-94de-4ee1-9819-fdd6d7437a99 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 944 time: 0.0588789 Aug 24 22:33:56.098431 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5f801d33-c763-43cd-a6d2-55b8e96e01bb req-71b24028-39d7-45e3-9fd9-02cbddbc6525 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Aug 24 22:33:56.103708 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:56.127832 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:56.135164 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:33:56.138422 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7877da2e-1a61-428e-bb6f-d5cb8dab7f82" -d '{"events": [{"server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "name": "network-vif-plugged", "status": "completed", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:33:56.173131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:56.192125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3acaca-7304-482a-8b84-ec11eabb7f01 x-openstack-request-id: req-cd3acaca-7304-482a-8b84-ec11eabb7f01 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:33:56.192125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "name": "network-vif-plugged", "status": "completed", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:33:56.192125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd3acaca-7304-482a-8b84-ec11eabb7f01 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:33:56.192125 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7', 'code': 200} Aug 24 22:33:56.204408 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:56.275892 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:56.346270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:56.366914 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfe7f0-46d2-4b81-8817-be96ba0cf79a req-e37e27aa-6982-4912-9291-f7367d5d15a1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:56.368946 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-71dfe7f0-46d2-4b81-8817-be96ba0cf79a req-e37e27aa-6982-4912-9291-f7367d5d15a1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 944 time: 0.0674415 Aug 24 22:33:56.424709 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-71dfe7f0-46d2-4b81-8817-be96ba0cf79a req-2e0f1956-6f95-4cfc-ad32-42c788fa51d3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Aug 24 22:33:56.652508 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2395ca0-90d7-4ea8-a632-264701bcdb14 req-ca50d180-7a15-4f71-8da2-54f005a37a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:56.654731 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2395ca0-90d7-4ea8-a632-264701bcdb14 req-ca50d180-7a15-4f71-8da2-54f005a37a4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 1098 time: 0.0588810 Aug 24 22:33:56.697663 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2395ca0-90d7-4ea8-a632-264701bcdb14 req-316ae692-21cb-454c-947f-4ae7475cf9c1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Aug 24 22:33:56.926598 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['ec784954-2fcc-48d9-947e-1e0e32a2d0f0'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:33:56.953217 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9099873-068f-411e-afaa-a5918ac148f3 req-ace3d5a6-8ee3-44fc-ba82-9f5f8023ec64 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:56.954828 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9099873-068f-411e-afaa-a5918ac148f3 req-ace3d5a6-8ee3-44fc-ba82-9f5f8023ec64 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0613132 Aug 24 22:33:57.006632 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9099873-068f-411e-afaa-a5918ac148f3 req-ad2e4ff6-3516-45c1-8375-ee212593007a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Aug 24 22:33:57.224341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4adb-51b3-4401-887d-43dedbcaf6f7 req-aeaf33ca-30d7-4d45-a205-4aac29fb465a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:57.225858 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-947e4adb-51b3-4401-887d-43dedbcaf6f7 req-aeaf33ca-30d7-4d45-a205-4aac29fb465a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0538526 Aug 24 22:33:57.274746 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-947e4adb-51b3-4401-887d-43dedbcaf6f7 req-ff826249-2b31-421f-b251-330f75a9ed7d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Aug 24 22:33:57.550048 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c86af-16bf-45e9-95f7-a99a934b0455 req-6057b522-bb49-48cf-93fe-9654e109af9e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:57.551640 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc2c86af-16bf-45e9-95f7-a99a934b0455 req-6057b522-bb49-48cf-93fe-9654e109af9e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 944 time: 0.0514991 Aug 24 22:33:57.594283 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc2c86af-16bf-45e9-95f7-a99a934b0455 req-90f19196-7214-43db-a156-03c41bfa7072 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355589 Aug 24 22:33:58.130383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c78e7f-b5e2-47d7-b6dc-0cfd6dbfcffc req-e01c0867-8969-485e-9197-6ac26e843dbb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:58.131862 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99c78e7f-b5e2-47d7-b6dc-0cfd6dbfcffc req-e01c0867-8969-485e-9197-6ac26e843dbb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0565994 Aug 24 22:33:58.174597 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99c78e7f-b5e2-47d7-b6dc-0cfd6dbfcffc req-6a2deec6-64fe-471a-83e8-c7e463e3a074 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359521 Aug 24 22:33:58.314484 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42238) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:58.405162 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3880f5-5982-445c-a253-08c1c4e845ee req-8d5df840-6565-404a-84af-e95f85b1d480 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:58.406930 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8c3880f5-5982-445c-a253-08c1c4e845ee req-8d5df840-6565-404a-84af-e95f85b1d480 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0548873 Aug 24 22:33:58.438801 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c0627eb6-45ae-43de-9df7-e0cc432ac501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.453219 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8c3880f5-5982-445c-a253-08c1c4e845ee req-016491dc-9324-4c54-acf1-9cf5088e16be tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401256 Aug 24 22:33:58.530325 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c0627eb6-45ae-43de-9df7-e0cc432ac501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.641188 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c0627eb6-45ae-43de-9df7-e0cc432ac501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.692605 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627eb6-45ae-43de-9df7-e0cc432ac501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6d959-ba6b-4804-8e2a-40a1f442f5cf,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:58.696791 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c0627eb6-45ae-43de-9df7-e0cc432ac501 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47a39009c5414fb1a46ee57d2086c5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806221 Aug 24 22:33:58.699716 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42244) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:58.747141 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f96ea1-4356-4c69-9b84-7a878f49db31 req-34a7136a-6359-4b6f-86c3-1419347dfcb7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:58.748881 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f8f96ea1-4356-4c69-9b84-7a878f49db31 req-34a7136a-6359-4b6f-86c3-1419347dfcb7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 944 time: 0.0686212 Aug 24 22:33:58.760366 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.785232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.791686 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f8f96ea1-4356-4c69-9b84-7a878f49db31 req-7f9f67ed-f6cc-4752-8686-6015764dbefb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356128 Aug 24 22:33:58.916250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.919604 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:58.920833 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5d6d959-ba6b-4804-8e2a-40a1f442f5cf HTTP/1.1" status: 204 len: 168 time: 0.2197864 Aug 24 22:33:58.928996 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33766d-6402-4d52-b772-8b4370f6d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6d959-ba6b-4804-8e2a-40a1f442f5cf,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:59.310371 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136924b-dbec-4c1d-8728-6ee8cf863242 req-5ff9ada5-fef6-4f8d-abb1-260d928c452e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:59.312582 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1136924b-dbec-4c1d-8728-6ee8cf863242 req-5ff9ada5-fef6-4f8d-abb1-260d928c452e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0636520 Aug 24 22:33:59.368374 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1136924b-dbec-4c1d-8728-6ee8cf863242 req-3619fabd-f5a7-4af1-adf3-ad7aaa1e8acd tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Aug 24 22:33:59.580499 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32716211-06f8-47af-aa8a-4ad05a2fe172 req-c8f0a8e3-d20c-4f9f-bb83-57a7659b14e6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:59.582087 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-32716211-06f8-47af-aa8a-4ad05a2fe172 req-c8f0a8e3-d20c-4f9f-bb83-57a7659b14e6 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0556159 Aug 24 22:33:59.623261 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-32716211-06f8-47af-aa8a-4ad05a2fe172 req-b8e9c67d-7fc0-4afb-9f0b-6a4fe21089dc tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Aug 24 22:33:59.645505 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42260) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:59.660876 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-339e742a-2210-43d6-b8f5-85018c5f81cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:59.756485 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:33:59.771569 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device ec784954-2fcc-48d9-947e-1e0e32a2d0f0 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:33:59.773400 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-339e742a-2210-43d6-b8f5-85018c5f81cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:59.841815 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-339e742a-2210-43d6-b8f5-85018c5f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:59.899809 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-339e742a-2210-43d6-b8f5-85018c5f81cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d5cf4cc96ea40dbaa02a7f9d8a1214e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531817 Aug 24 22:33:59.903919 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42266) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:33:59.912932 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:33:59.917267 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e742a-2210-43d6-b8f5-85018c5f81cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0208b8d-fee4-4eb7-9a0a-733aef816d0a,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:33:59.931372 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'port_id': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796', 'mac_address': 'fa:16:3e:99:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:33:59.951444 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863318-637a-4049-8291-b6e896e0c205 req-aadbc8bc-7e1f-48ff-a0cb-7183589d650d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:33:59.953062 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48863318-637a-4049-8291-b6e896e0c205 req-aadbc8bc-7e1f-48ff-a0cb-7183589d650d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 944 time: 0.0755775 Aug 24 22:33:59.976483 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:33:59.979195 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:33:59.986839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:33:59.987223 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.006968 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.026263 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.036009 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48863318-637a-4049-8291-b6e896e0c205 req-216e1a5a-4590-4bb6-a2e9-3959ed521001 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Aug 24 22:34:00.057810 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:00.093300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:00.142322 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.161462 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.164232 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.165649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:00.165770 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0208b8d-fee4-4eb7-9a0a-733aef816d0a HTTP/1.1" status: 204 len: 168 time: 0.2608969 Aug 24 22:34:00.168143 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523fe04b-3ff3-4b05-9a67-19a5e3f92aaf" -d '{"events": [{"server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "name": "network-vif-plugged", "status": "completed", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:00.176180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bcd15-ce3d-4236-83c2-11d70d75e28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0208b8d-fee4-4eb7-9a0a-733aef816d0a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:00.201050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:00.218174 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469def89-c40b-4a0f-900b-4f73990d51eb x-openstack-request-id: req-469def89-c40b-4a0f-900b-4f73990d51eb {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:00.218494 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "name": "network-vif-plugged", "status": "completed", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:00.218748 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-469def89-c40b-4a0f-900b-4f73990d51eb {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:00.219139 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', 'code': 200} Aug 24 22:34:00.224001 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.279025 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:00.300182 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:00.374932 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:00.499716 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab007cb-2dfd-4663-bc59-7adf9ac17c05 req-34141a42-b853-4655-a381-7c9b02262f6b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:00.501228 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9ab007cb-2dfd-4663-bc59-7adf9ac17c05 req-34141a42-b853-4655-a381-7c9b02262f6b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0537620 Aug 24 22:34:00.548681 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9ab007cb-2dfd-4663-bc59-7adf9ac17c05 req-93d780b3-26be-4637-870a-dc51d818de89 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Aug 24 22:34:00.708406 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751751c8-ba4b-45e8-9ee7-eff69767f47a req-1b838922-6b2a-4f63-b7ab-0cd554eac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:00.710101 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-751751c8-ba4b-45e8-9ee7-eff69767f47a req-1b838922-6b2a-4f63-b7ab-0cd554eac628 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 1098 time: 0.0550289 Aug 24 22:34:00.759516 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-751751c8-ba4b-45e8-9ee7-eff69767f47a req-4aa63c03-f87e-4916-8808-e3eaf63050a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Aug 24 22:34:00.959153 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['501b64a7-32fc-4ccf-9ced-e30dd1bf7796'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:01.183882 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77d0aa-e06f-4c62-b16a-d477226ee7ab req-6b884100-8169-452c-9d45-ae1adcfc9ff2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:01.185564 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc77d0aa-e06f-4c62-b16a-d477226ee7ab req-6b884100-8169-452c-9d45-ae1adcfc9ff2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0669787 Aug 24 22:34:01.227677 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc77d0aa-e06f-4c62-b16a-d477226ee7ab req-a6134c20-005c-47f0-9fa7-68b2077858be tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Aug 24 22:34:01.333560 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cb664-84b2-44a7-9855-994007041cc7 req-628d9e14-bdc7-41f3-a3bf-85bf93955ecd tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:01.335131 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f63cb664-84b2-44a7-9855-994007041cc7 req-628d9e14-bdc7-41f3-a3bf-85bf93955ecd tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0616717 Aug 24 22:34:01.381238 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f63cb664-84b2-44a7-9855-994007041cc7 req-ede9bb75-bfe8-43c6-b1cc-66dced9e7a07 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Aug 24 22:34:01.690099 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d97a1f-1af8-459e-87a0-87f6f9fbbc0a req-4aaf8810-b159-47da-986a-1bd616fef98e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:01.692453 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7d97a1f-1af8-459e-87a0-87f6f9fbbc0a req-4aaf8810-b159-47da-986a-1bd616fef98e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 944 time: 0.0608826 Aug 24 22:34:01.732261 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7d97a1f-1af8-459e-87a0-87f6f9fbbc0a req-f0a67781-e2e5-4a53-8d2a-9094539d6754 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Aug 24 22:34:01.775639 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8ef12ad9-9899-44a9-a689-5a5f74839565 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:34:01.878882 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8ef12ad9-9899-44a9-a689-5a5f74839565,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:01.891653 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '8ef12ad9-9899-44a9-a689-5a5f74839565', 'network_id': '79a29358-4069-48d0-a472-52494dd76ff6', 'port_id': '8ef12ad9-9899-44a9-a689-5a5f74839565', 'mac_address': 'fa:16:3e:63:06:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1903249-f173-4b94-ae62-668fff6f1a2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:34:01.936097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:01.948853 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef12ad9-9899-44a9-a689-5a5f74839565 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:01.971254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8ef12ad9-9899-44a9-a689-5a5f74839565,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:02.047072 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:02.100763 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:02.351286 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0a660-c21b-46b6-8b44-a7480b1c4100 req-c3e49221-831f-4840-9bef-67ae39e8b271 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:02.352960 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6c0a660-c21b-46b6-8b44-a7480b1c4100 req-c3e49221-831f-4840-9bef-67ae39e8b271 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0532465 Aug 24 22:34:02.400181 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6c0a660-c21b-46b6-8b44-a7480b1c4100 req-268b6dc2-1c59-4299-ae1d-3e7e464f8d37 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Aug 24 22:34:02.516193 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69940be2-32cd-455b-85fc-4a0a30847b77 req-140e1b35-910d-4957-b209-47d3d7107deb tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:02.517874 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-69940be2-32cd-455b-85fc-4a0a30847b77 req-140e1b35-910d-4957-b209-47d3d7107deb tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0581849 Aug 24 22:34:02.558274 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-69940be2-32cd-455b-85fc-4a0a30847b77 req-eed14818-60d7-4814-b5b1-391104ce9145 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Aug 24 22:34:02.873548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80957ce-6e38-43e0-85be-8732275f6719 req-0d5b1f0b-f054-4f46-8b40-d20ab2fcbdfa tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:02.875103 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f80957ce-6e38-43e0-85be-8732275f6719 req-0d5b1f0b-f054-4f46-8b40-d20ab2fcbdfa tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 945 time: 0.0571327 Aug 24 22:34:02.907785 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['8ef12ad9-9899-44a9-a689-5a5f74839565'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:02.914587 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f80957ce-6e38-43e0-85be-8732275f6719 req-6daab646-f1c2-4022-ad15-e64ea05b13e9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330973 Aug 24 22:34:03.546157 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed364-24b5-480a-a315-e20fcadb897c req-fa048a10-5b0f-414c-abeb-6d8f2e6fddec tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:03.547742 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bdaed364-24b5-480a-a315-e20fcadb897c req-fa048a10-5b0f-414c-abeb-6d8f2e6fddec tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0641148 Aug 24 22:34:03.595408 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bdaed364-24b5-480a-a315-e20fcadb897c req-8e6e020a-6741-4bec-81c8-39722e210729 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Aug 24 22:34:03.737041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187507-0ab8-45bf-b5bf-45e0a7cca8b7 req-e9fc9fe2-ecbe-4f6e-87ee-0ec51f2499d0 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:03.737041 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-88187507-0ab8-45bf-b5bf-45e0a7cca8b7 req-e9fc9fe2-ecbe-4f6e-87ee-0ec51f2499d0 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.0941281 Aug 24 22:34:03.792213 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:03.798815 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-88187507-0ab8-45bf-b5bf-45e0a7cca8b7 req-1c85d4c1-05b8-458e-b876-8d312345eb7d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530195 Aug 24 22:34:03.995196 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:03.999836 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:04.000427 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.065021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903e9ff-b61d-42cd-b040-fe980764bb16 req-e0f59ab4-8ca6-4c39-8b5e-96d542b56d8f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:04.068059 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3903e9ff-b61d-42cd-b040-fe980764bb16 req-e0f59ab4-8ca6-4c39-8b5e-96d542b56d8f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 945 time: 0.0796475 Aug 24 22:34:04.114313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-f09de2d2-0158-47b9-8f81-94750f8a3819 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:04.117414 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-f09de2d2-0158-47b9-8f81-94750f8a3819 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 945 time: 0.1075904 Aug 24 22:34:04.121363 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3903e9ff-b61d-42cd-b040-fe980764bb16 req-e7725c7c-8941-47ba-9492-6eee23929c19 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Aug 24 22:34:04.136958 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.174446 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:04.176778 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77137d36-08fb-43b4-870f-4ea714ee7425" -d '{"events": [{"server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "name": "network-vif-plugged", "status": "completed", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:04.193516 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:04.230385 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcb8cc5-6fe4-4f51-bee7-b22e258fbebf x-openstack-request-id: req-0fcb8cc5-6fe4-4f51-bee7-b22e258fbebf {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:04.230875 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "name": "network-vif-plugged", "status": "completed", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:04.231173 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fcb8cc5-6fe4-4f51-bee7-b22e258fbebf {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:04.231779 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796', 'code': 200} Aug 24 22:34:04.255058 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Deleting port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:34:04.255532 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.288085 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.383544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42400) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:04.399507 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:04.416180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] For port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:04.416514 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.433202 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Calling delete_port for d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:34:04.519961 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c61b3811-feda-44a6-8510-405d20afdef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.676676 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47841e-8ed5-4a26-8efc-15961ff3da21 req-cb2ffd61-142c-49da-bbec-d7620ed67203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:04.678168 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2f47841e-8ed5-4a26-8efc-15961ff3da21 req-cb2ffd61-142c-49da-bbec-d7620ed67203 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0442908 Aug 24 22:34:04.712066 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.737128 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2f47841e-8ed5-4a26-8efc-15961ff3da21 req-470133b0-d5c3-4f57-837d-76d0d3350318 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Aug 24 22:34:04.749785 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Pushing event deleted for resources: {'Port': ['ID=d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:04.756843 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:04.772634 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-0c9cf1a1-2a62-4c3d-a160-49348232f24d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048014 Aug 24 22:34:04.804283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] No DVR routers for this DVR port d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:34:04.806965 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.808928 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f2f5d5d8-a677-40d4-8cc0-2e5064819b46 req-c3e313bf-f8c6-4d4a-b94e-de22d1e983c9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "DELETE /v2.0/ports/d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 HTTP/1.1" status: 204 len: 173 time: 0.6846757 Aug 24 22:34:04.809411 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'name': 'network-vif-deleted', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:04.812058 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dede75-d1ef-487b-bcf9-6bc789dc6d27" -d '{"events": [{"server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "name": "network-vif-deleted", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:04.824468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c61b3811-feda-44a6-8510-405d20afdef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.855692 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636e5138-6c29-44d6-8da5-8b82b2957cbc x-openstack-request-id: req-636e5138-6c29-44d6-8da5-8b82b2957cbc {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:04.856108 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f273994c-5266-42ad-b9c3-c5815104812d", "name": "network-vif-deleted", "tag": "d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:04.857005 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-636e5138-6c29-44d6-8da5-8b82b2957cbc {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:04.857409 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f273994c-5266-42ad-b9c3-c5815104812d', 'name': 'network-vif-deleted', 'tag': 'd0fed30c-fa34-45cc-9c9b-8f50f6caa2b7', 'status': 'completed', 'code': 200} Aug 24 22:34:04.894992 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b05d6f36-e335-4659-b720-4116bf88992c req-54ace8cf-d67f-4c7d-bb85-d767506a989c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0253916 Aug 24 22:34:04.950195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c61b3811-feda-44a6-8510-405d20afdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:04.991477 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c61b3811-feda-44a6-8510-405d20afdef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf9a776d2171401aac6bbfc2f1265127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067762 Aug 24 22:34:04.992237 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b3811-feda-44a6-8510-405d20afdef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68723d5-67a4-4423-b91f-53881ba43c49,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:04.994470 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42412) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:05.053121 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:05.076305 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:05.223405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:05.226177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:05.227323 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f68723d5-67a4-4423-b91f-53881ba43c49 HTTP/1.1" status: 204 len: 168 time: 0.2313476 Aug 24 22:34:05.240496 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d0bfb-d655-4350-856a-0abc98d532dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68723d5-67a4-4423-b91f-53881ba43c49,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:05.294879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0270-9ccc-4aa2-8657-c04a36ca3222 req-c0ea72f2-a23c-46f7-b3b5-59e571caf995 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:05.298489 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a1cb0270-9ccc-4aa2-8657-c04a36ca3222 req-c0ea72f2-a23c-46f7-b3b5-59e571caf995 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 945 time: 0.0807083 Aug 24 22:34:05.336726 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a1cb0270-9ccc-4aa2-8657-c04a36ca3222 req-784fd247-6480-4e32-9660-a95342284f46 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 24 22:34:05.452758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-16d35f6c-d11f-499e-8256-55234936c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:05.455522 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-16d35f6c-d11f-499e-8256-55234936c779 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0619965 Aug 24 22:34:05.653311 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-aa28aef8-6838-442f-a361-b1af78ebdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:05.654847 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-aa28aef8-6838-442f-a361-b1af78ebdbe7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.0990417 Aug 24 22:34:05.757213 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-fd3b07ca-daa4-41a9-8be0-fc0c5ccebf77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1000 time: 0.0929508 Aug 24 22:34:05.828895 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-fe76412c-18a1-4578-9cf8-c9dc96a851c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:05.830332 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-fe76412c-18a1-4578-9cf8-c9dc96a851c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0496972 Aug 24 22:34:05.846086 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8ef12ad9-9899-44a9-a689-5a5f74839565 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:05.893148 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-6f6d61fa-65ae-4476-b8b5-9c9280c46598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:05.894699 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-6f6d61fa-65ae-4476-b8b5-9c9280c46598 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557258 Aug 24 22:34:06.004503 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-ae9dde4b-d5cf-4cec-bbc9-1e5e10f0b344 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000288 Aug 24 22:34:06.014703 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b7bcf625-f856-4ec9-9336-40610ca5303c req-bf852ae8-1dcb-4b57-960e-e318589c6a96 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0272622 Aug 24 22:34:06.047758 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 8ef12ad9-9899-44a9-a689-5a5f74839565 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:06.052822 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 8ef12ad9-9899-44a9-a689-5a5f74839565 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:06.053270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.086176 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42428) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:06.101024 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-74bae054-5c0c-4e38-8e3f-19ea8474a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.110988 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52e24b38-fc97-47bf-af1e-6f9d8c406863 req-1281b3ce-05c8-48c9-9e37-d75bb9a6c50b service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981894 Aug 24 22:34:06.140879 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.172809 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8ef12ad9-9899-44a9-a689-5a5f74839565,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:06.210340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-74bae054-5c0c-4e38-8e3f-19ea8474a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.232911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:06.235344 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75edec-b347-4a90-ab01-c48b3469547d" -d '{"events": [{"server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "name": "network-vif-plugged", "status": "completed", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:06.239164 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.241570 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:34:06.261973 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:34:06.262590 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device d0fed30c-fa34-45cc-9c9b-8f50f6caa2b7 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:34:06.281017 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d6a4e-ad11-49e6-bc63-3390a99bcf04 x-openstack-request-id: req-fb3d6a4e-ad11-49e6-bc63-3390a99bcf04 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:06.281304 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "name": "network-vif-plugged", "status": "completed", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:06.281588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb3d6a4e-ad11-49e6-bc63-3390a99bcf04 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:06.282009 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565', 'code': 200} Aug 24 22:34:06.287083 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-74bae054-5c0c-4e38-8e3f-19ea8474a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.309222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:06.326044 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-74bae054-5c0c-4e38-8e3f-19ea8474a27e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5f88c58c3654ba2afa3df870898bd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387981 Aug 24 22:34:06.328003 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bae054-5c0c-4e38-8e3f-19ea8474a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38fc509-4ef5-4962-8bef-557876f71223,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:06.328913 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42432) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:06.380668 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.401725 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.464482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3104ee5-6679-4741-be2d-0f14f6070a12 req-a783b97c-b7b2-48e9-9663-4726cd9bf3b6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:06.467322 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3104ee5-6679-4741-be2d-0f14f6070a12 req-a783b97c-b7b2-48e9-9663-4726cd9bf3b6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Aug 24 22:34:06.523003 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3104ee5-6679-4741-be2d-0f14f6070a12 req-5e9826d4-016d-46e9-9104-f7c08418cd16 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Aug 24 22:34:06.555768 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.558307 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:06.559527 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d38fc509-4ef5-4962-8bef-557876f71223 HTTP/1.1" status: 204 len: 168 time: 0.2295160 Aug 24 22:34:06.567367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8691f1-d16c-4ff2-b303-d857847d0cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38fc509-4ef5-4962-8bef-557876f71223,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:06.765767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee4d7-4359-4b7d-89dc-d3d034b2e8e6 req-964f2d6b-c376-4f7b-9f8d-78b029316791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:06.767264 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-42cee4d7-4359-4b7d-89dc-d3d034b2e8e6 req-964f2d6b-c376-4f7b-9f8d-78b029316791 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 1099 time: 0.0440149 Aug 24 22:34:06.825451 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-42cee4d7-4359-4b7d-89dc-d3d034b2e8e6 req-ce8421fd-f563-4611-bdcd-8080dec30e9a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 Aug 24 22:34:07.138413 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff6640b7-6884-4230-a361-b99c4aae671b req-9e4b1553-b90c-4e9e-8783-86441f774f0d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=f273994c-5266-42ad-b9c3-c5815104812d HTTP/1.1" status: 200 len: 210 time: 0.0292778 Aug 24 22:34:07.651797 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818b7fd-7529-4c2e-ac9b-f897ede0de7f req-2fc7186d-6c54-4d79-804b-94a2bf13b6b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:07.657713 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3818b7fd-7529-4c2e-ac9b-f897ede0de7f req-2fc7186d-6c54-4d79-804b-94a2bf13b6b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Aug 24 22:34:07.695184 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3818b7fd-7529-4c2e-ac9b-f897ede0de7f req-be271d6b-44d0-445d-a9c1-c3594806b26c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348885 Aug 24 22:34:07.836524 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42488) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:07.944660 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1499514585-network', 'tenant_id': '4176fc5b624843dea166834b19ba436c'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:08.040872 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Made reservation on behalf of 4176fc5b624843dea166834b19ba436c for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:08.043127 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.051561 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.148464 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.235673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.259104 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:34:08.274713 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3a30c-41af-46e8-88b9-f48de8d74745,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:08.284274 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.284274 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Added segment 102b1439-238a-4f67-b60b-3bd028adca4d of type vlan for network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 Aug 24 22:34:08.327052 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.431176 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:34:08.462179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.465089 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:08.465089 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.479164 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-651a41ac-80fa-4bc7-a891-adc573df2992 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:08.480680 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-651a41ac-80fa-4bc7-a891-adc573df2992 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/networks?id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 HTTP/1.1" status: 200 len: 808 time: 0.1149294 Aug 24 22:34:08.539903 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-0af4506d-061a-451a-aa0e-ae4fb683790e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/quotas/c701e22aac1b40868fcab52680a0bdfe HTTP/1.1" status: 200 len: 375 time: 0.0454829 Aug 24 22:34:08.550661 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:08.557000 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:34:08.577170 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a6c41df5-7025-4daf-b3a4-818a300fe283 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277598 Aug 24 22:34:08.605187 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-af104a54-2c30-4506-8223-cbdf3d171816 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7675443 Aug 24 22:34:08.609700 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42510) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:08.614735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Request body: {'subnet': {'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1499514585-subnet', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:08.683850 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-4799fa1f-831b-4706-8f56-18b00154e041 service neutron] 10.222.0.39 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993443 Aug 24 22:34:08.744207 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Made reservation on behalf of 4176fc5b624843dea166834b19ba436c for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:08.747983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.772876 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:08.778554 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-f23632ae-10cd-4455-8980-c63ae26f060f service neutron] 10.222.0.39 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881896 Aug 24 22:34:09.207520 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238d660-91e1-4c6b-a51d-132d5361e411 req-709b5ffc-3e8f-475d-b109-4988a44e9fbc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:09.209010 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2238d660-91e1-4c6b-a51d-132d5361e411 req-709b5ffc-3e8f-475d-b109-4988a44e9fbc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1087930 Aug 24 22:34:09.258152 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2238d660-91e1-4c6b-a51d-132d5361e411 req-bc5913d7-103a-4dc8-9dca-4abdda484b0d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Aug 24 22:34:09.310355 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:09.332537 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2518d4d5-ac9d-40df-965c-2b71f3e3e00b req-59a91bd7-1e42-4ff6-80e0-bcdc3b9bf465 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Aug 24 22:34:09.372964 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:09.394508 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Checking segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:09.394856 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Network hostable DHCP agents. Network: 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:34:09.515985 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:34:09.624146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:09.629390 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:09.636379 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:09.637111 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a54ed4-268d-46a5-a7fc-522ceb105121 None None] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:34:09.756750 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5d3bb930-3aa2-4494-b0ec-2a9f15d5c1bf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1459317 Aug 24 22:34:09.759405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42538) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:09.763928 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:09.789572 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:34:09.797094 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:09.893238 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:09.894405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:09.925467 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Allocated IP 172.20.0.2 (1e5578b0-36a4-4bdf-acc6-ea53d4d89df2/9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6/c4923ac3-84e6-44bf-864c-dece35ce390b) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:09.958722 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.082730 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.091273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Transition to ACTIVE for port object c4923ac3-84e6-44bf-864c-dece35ce390b will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:10.105850 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Transition to ACTIVE for port object c4923ac3-84e6-44bf-864c-dece35ce390b will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:10.190133 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.226354 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:10.232458 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:10.234632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.235631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:10.247990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Pushing event updated for resources: {'Port': ['ID=c4923ac3-84e6-44bf-864c-dece35ce390b,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:10.294701 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Attempting to bind port c4923ac3-84e6-44bf-864c-dece35ce390b on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:10.295075 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Attempting to bind port c4923ac3-84e6-44bf-864c-dece35ce390b by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:10.303353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Attempting to bind port c4923ac3-84e6-44bf-864c-dece35ce390b on network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:10.303353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:10.303353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Checking segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:10.303353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.303353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Bound using segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:10.304524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Bound port: c4923ac3-84e6-44bf-864c-dece35ce390b, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:10.304524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.373465 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] For port c4923ac3-84e6-44bf-864c-dece35ce390b, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:10.376568 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] For port c4923ac3-84e6-44bf-864c-dece35ce390b, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c4923ac3-84e6-44bf-864c-dece35ce390b,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:10.390497 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8079-f6ef-4582-8288-2014b9cee110 req-2165e155-40bd-4986-ab3e-03caf6e26e5a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:10.391994 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb9f8079-f6ef-4582-8288-2014b9cee110 req-2165e155-40bd-4986-ab3e-03caf6e26e5a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0505972 Aug 24 22:34:10.440038 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb9f8079-f6ef-4582-8288-2014b9cee110 req-67ec1725-0b9e-45cf-bd16-49bb3b8b14a0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Aug 24 22:34:10.513331 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d038dae7-0c7b-4830-a9d9-98899dc4d75f req-6ff73971-438b-4eb6-82d2-c59e37de97bb tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 210 time: 0.0271029 Aug 24 22:34:10.543004 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.614106 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6547f-0217-4b2a-9ca8-6191fd33b60c None None] Pushing event updated for resources: {'Port': ['ID=c4923ac3-84e6-44bf-864c-dece35ce390b,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:10.673332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.693824 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.844389 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Allocated IP 172.27.0.210 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/7768e28c-79ea-42b6-b095-ff2278f56c03) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:10.971914 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:10.982742 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c4923ac3-84e6-44bf-864c-dece35ce390b up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:11.115692 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port c4923ac3-84e6-44bf-864c-dece35ce390b completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:11.116123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:11.159781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:11.164566 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:11.168105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:11.202130 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=7768e28c-79ea-42b6-b095-ff2278f56c03,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:11.384450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1a698-4838-4d89-96f0-cac916debe4f req-47f7d380-a6ae-438a-a907-f9906e0b1b75 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:11.386030 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e4c1a698-4838-4d89-96f0-cac916debe4f req-47f7d380-a6ae-438a-a907-f9906e0b1b75 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1236238 Aug 24 22:34:11.401286 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-35ea09ac-adf6-43de-a377-7674233d2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:11.403225 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-35ea09ac-adf6-43de-a377-7674233d2e2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 1099 time: 0.0512595 Aug 24 22:34:11.432972 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e4c1a698-4838-4d89-96f0-cac916debe4f req-46a0690f-2c17-4502-9b2a-5245fb9256f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Aug 24 22:34:11.532782 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-60174ab1-3ea6-48b3-af6c-3e1a644fb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:11.534349 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-60174ab1-3ea6-48b3-af6c-3e1a644fb5b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1229079 Aug 24 22:34:11.592062 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d584e3b-0f6b-49c0-a624-a960719badaf None None] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:34:11.593593 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-1c29098a-0e44-4655-8ef3-eb8ed4bbcbc9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef12ad9-9899-44a9-a689-5a5f74839565 HTTP/1.1" status: 200 len: 217 time: 0.0502336 Aug 24 22:34:11.631666 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b8595c29-0e5b-4652-8d08-3febeea82e2a req-6340228b-a2e1-4581-82a2-8236042176b9 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 210 time: 0.0435824 Aug 24 22:34:11.638834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:11.670819 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-c03b1d4e-76a8-4fbc-b3b4-cdee464d59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:11.672579 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-c03b1d4e-76a8-4fbc-b3b4-cdee464d59f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0698733 Aug 24 22:34:11.752600 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Provisioning for port c4923ac3-84e6-44bf-864c-dece35ce390b completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:11.758605 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Provisioning complete for port c4923ac3-84e6-44bf-864c-dece35ce390b triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:11.758978 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:11.763722 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-511411d3-c6c4-44ff-91f8-cc12ebab8538 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258799 Aug 24 22:34:11.874140 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:11.893657 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:11.921217 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-721a9b8f-a64f-43e2-8646-91d61d932f89 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157942 Aug 24 22:34:11.929664 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] For port c4923ac3-84e6-44bf-864c-dece35ce390b, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c4923ac3-84e6-44bf-864c-dece35ce390b,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:12.045187 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c8e4c5c-f932-4832-869e-eb749b4f34c9 req-672bcea8-50be-4925-8f0c-7c0518033d52 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158683 Aug 24 22:34:12.064199 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:12.125943 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130113c7-a7b4-4bbe-a643-b7bb300e103c None None] Pushing event updated for resources: {'Port': ['ID=c4923ac3-84e6-44bf-864c-dece35ce390b,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:12.126178 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-5836d3e6-330e-408c-8606-54aa354a479c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:12.127720 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-5836d3e6-330e-408c-8606-54aa354a479c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "GET /v2.0/networks?id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 HTTP/1.1" status: 200 len: 808 time: 0.1333547 Aug 24 22:34:12.157384 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Request body: {'port': {'device_id': '62276801-9a6a-4238-9023-040891489546', 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74', 'admin_state_up': True, 'tenant_id': 'c701e22aac1b40868fcab52680a0bdfe'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:12.191254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-c981b07b-ddda-43d0-ba28-8380c7bafc3d None None] Provisioning complete for port c4923ac3-84e6-44bf-864c-dece35ce390b triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:12.191794 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c981b07b-ddda-43d0-ba28-8380c7bafc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:12.242486 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Router 18bf38d4-5984-44dd-af46-f9faaf5a4fed is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:34:12.390890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:34:12.400585 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Sync routers for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:34:12.410658 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:12.411635 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:12.484169 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Made reservation on behalf of c701e22aac1b40868fcab52680a0bdfe for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:12.490037 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:12.536839 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:12.617616 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:12.624236 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-126fb7c5-2cc0-456e-bfdb-5a87b3ce7ec5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8590937 Aug 24 22:34:12.627205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42580) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:12.640554 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd777fe-84c2-4e45-8163-69784d75a2b0 req-11a69f66-fbcb-43f4-b1db-2d1cebb418a1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:12.643122 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4cd777fe-84c2-4e45-8163-69784d75a2b0 req-11a69f66-fbcb-43f4-b1db-2d1cebb418a1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1319988 Aug 24 22:34:12.753642 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:11Z', 'revision_number': 3, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:12.756252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Allocated IP 172.20.0.9 (15e8a91d-2ef8-44d9-ab23-7c7507fb7c74/639dc2bf-d5ce-422e-89ed-97ddafb11799/c6c3f366-e242-4683-bfd8-4dc890d556b4) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:12.782115 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4cd777fe-84c2-4e45-8163-69784d75a2b0 req-25b0bd10-85d8-4092-bc07-e9f044dc21b4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022110 Aug 24 22:34:12.787358 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Checking router: 18bf38d4-5984-44dd-af46-f9faaf5a4fed for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:34:12.787835 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Updating router 18bf38d4-5984-44dd-af46-f9faaf5a4fed port 7768e28c-79ea-42b6-b095-ff2278f56c03 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:34:12.816036 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:12.894191 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cfb26e13-0140-45de-9d0f-5214b148018a req-d5509a8a-380e-4568-b29a-50dededd7b12 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 210 time: 0.0298860 Aug 24 22:34:13.002808 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c4923ac3-84e6-44bf-864c-dece35ce390b up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:13.031615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.102443 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port c4923ac3-84e6-44bf-864c-dece35ce390b triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:13.103998 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.155340 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.169303 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Transition to ACTIVE for port object 7768e28c-79ea-42b6-b095-ff2278f56c03 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:13.247179 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.312621 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Attempting to bind port 7768e28c-79ea-42b6-b095-ff2278f56c03 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:13.312985 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Attempting to bind port 7768e28c-79ea-42b6-b095-ff2278f56c03 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:13.313344 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Attempting to bind port 7768e28c-79ea-42b6-b095-ff2278f56c03 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:13.316650 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc4ac-b5d8-4eaf-b562-6be12178de96 None None] Pushing event updated for resources: {'Port': ['ID=7768e28c-79ea-42b6-b095-ff2278f56c03,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:13.321865 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:13.322229 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:13.322755 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.322999 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:13.323468 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Bound port: 7768e28c-79ea-42b6-b095-ff2278f56c03, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:13.323859 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.351425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-99fd9ad0-645a-4030-ad95-11b2b9eb370d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.387121 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] For port 7768e28c-79ea-42b6-b095-ff2278f56c03, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:13.391223 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] For port 7768e28c-79ea-42b6-b095-ff2278f56c03, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7768e28c-79ea-42b6-b095-ff2278f56c03,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:13.430210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.436359 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.453568 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.476369 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:13.479587 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:13.484114 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:13.490834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:13.518797 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:13.519459 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:33:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:13.523503 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.523848 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.524191 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.524527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.524858 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.525184 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.525533 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.525905 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.526242 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.526571 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.526891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.527210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.555709 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc4ac-b5d8-4eaf-b562-6be12178de96 None None] Pushing event updated for resources: {'Port': ['ID=7768e28c-79ea-42b6-b095-ff2278f56c03,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:13.558592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:13.559389 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.611984 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Allocated IP 172.20.0.1 (1e5578b0-36a4-4bdf-acc6-ea53d4d89df2/9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6/73989f8f-5b93-4745-a369-4b0be98b9715) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:13.699194 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-dc8ff8e7-ee95-4d79-b1ee-9e3d732bba56 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5484221 Aug 24 22:34:13.714667 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:13.721821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Request body: {'port': {'device_id': '62276801-9a6a-4238-9023-040891489546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:13.726205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.741306 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Transition to ACTIVE for port object 73989f8f-5b93-4745-a369-4b0be98b9715 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:13.801505 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.858202 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:13.904154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:13.913480 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:13.917435 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:13.931377 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Pushing event updated for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:13.948572 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:11Z', 'revision_number': 3, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:13.985322 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.985757 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.985952 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.986288 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.986635 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.986959 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.987499 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.988791 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.988791 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.988791 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.988791 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:13.989388 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:14.010726 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed865b2a-56ca-49a2-9662-6504c549b282 req-3a0caba0-4547-437f-af59-4904d290394b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:14.013584 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed865b2a-56ca-49a2-9662-6504c549b282 req-3a0caba0-4547-437f-af59-4904d290394b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1049137 Aug 24 22:34:14.018129 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.026277 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fd93c-3ba7-405c-a498-fe99cc98e920 None None] The sync data for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi is: [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:11Z', 'revision_number': 3, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:34:14.129587 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed865b2a-56ca-49a2-9662-6504c549b282 req-8cc09a2b-3809-4e5a-9eff-3e7b2fac58e8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831597 Aug 24 22:34:14.172488 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbb3dd-b148-45dd-97b3-9f76e09871a6 req-0a45027b-4cfe-4aa2-81b7-db6c8fff5f41 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:14.174103 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4efbb3dd-b148-45dd-97b3-9f76e09871a6 req-0a45027b-4cfe-4aa2-81b7-db6c8fff5f41 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 931 time: 0.1180422 Aug 24 22:34:14.237267 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c3f366-e242-4683-bfd8-4dc890d556b4 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:14.245766 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.245982 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4efbb3dd-b148-45dd-97b3-9f76e09871a6 req-a535c33a-30eb-4e13-934e-723ce9659e1a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Aug 24 22:34:14.265142 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Transition to ACTIVE for port object c6c3f366-e242-4683-bfd8-4dc890d556b4 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:14.377114 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-bab61020-3259-4e3b-ab41-a94ce73a850c None None] Provisioning for port 73989f8f-5b93-4745-a369-4b0be98b9715 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:14.380054 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.382843 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-bab61020-3259-4e3b-ab41-a94ce73a850c None None] Provisioning complete for port 73989f8f-5b93-4745-a369-4b0be98b9715 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:14.383438 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bab61020-3259-4e3b-ab41-a94ce73a850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.385651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.468468 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:14.533429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Attempting to bind port c6c3f366-e242-4683-bfd8-4dc890d556b4 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:14.533941 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Attempting to bind port c6c3f366-e242-4683-bfd8-4dc890d556b4 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:14.534307 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Attempting to bind port c6c3f366-e242-4683-bfd8-4dc890d556b4 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:14.540777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Port c6c3f366-e242-4683-bfd8-4dc890d556b4 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:34:14.541437 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Attempting to bind port c6c3f366-e242-4683-bfd8-4dc890d556b4 on network 15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:14.549568 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:14.551020 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Checking segment: {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:14.551663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Bound using segment: {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:14.552373 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Bound port: c6c3f366-e242-4683-bfd8-4dc890d556b4, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a40cd43-6c41-4787-ab82-6523cc4d0627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:14.553061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.556295 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-bab61020-3259-4e3b-ab41-a94ce73a850c None None] Port 73989f8f-5b93-4745-a369-4b0be98b9715 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:34:14.607022 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.630735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:14.634044 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:14.663914 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.716160 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.735487 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Pushing event updated for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:14.738141 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.751938 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:14.752607 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:14.754026 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/c6c3f366-e242-4683-bfd8-4dc890d556b4 HTTP/1.1" status: 200 len: 1093 time: 1.0389817 Aug 24 22:34:14.754468 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:14.756773 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "62276801-9a6a-4238-9023-040891489546", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:14.787528 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adab5e-5212-4a44-9161-0e81fa6172f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:14.801441 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26065b13-7abc-45c7-90a0-32e161127777 x-openstack-request-id: req-26065b13-7abc-45c7-90a0-32e161127777 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:14.801783 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62276801-9a6a-4238-9023-040891489546", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:14.802055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26065b13-7abc-45c7-90a0-32e161127777 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:14.802452 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'status': 'completed', 'code': 200} Aug 24 22:34:14.859932 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:14.862536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:14.960648 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-61f4de53-96fc-41d1-8a73-326dc94fd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:14.963447 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-61f4de53-96fc-41d1-8a73-326dc94fd3cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 1096 time: 0.1019464 Aug 24 22:34:15.006578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7768e28c-79ea-42b6-b095-ff2278f56c03 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:15.067539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Router 18bf38d4-5984-44dd-af46-f9faaf5a4fed has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:34:15.121462 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 7768e28c-79ea-42b6-b095-ff2278f56c03 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:15.126267 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 7768e28c-79ea-42b6-b095-ff2278f56c03 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:15.126637 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:15.164008 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-8405fe44-fbdb-4804-872f-ab5b7a468d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.166772 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-8405fe44-fbdb-4804-872f-ab5b7a468d86 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c701e22aac1b40868fcab52680a0bdfe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1709132 Aug 24 22:34:15.203419 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-6e5af7c3-3850-48d7-9443-87e73afc9934 None None] Provisioning complete for port 73989f8f-5b93-4745-a369-4b0be98b9715 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:15.203787 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6e5af7c3-3850-48d7-9443-87e73afc9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:15.238200 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:34:15.256539 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-913e1ecc-aeb8-4c51-964a-39b455209e4e admin admin] 10.222.0.39 "PUT /v2.0/routers/18bf38d4-5984-44dd-af46-f9faaf5a4fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6159880 Aug 24 22:34:15.288734 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:15.297613 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6f13e-88b9-4cf9-9d4b-85459c222fc6 req-e0a6d99c-2e63-461a-be11-5917a81142e4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.299248 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-59c6f13e-88b9-4cf9-9d4b-85459c222fc6 req-e0a6d99c-2e63-461a-be11-5917a81142e4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0787752 Aug 24 22:34:15.299489 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6e5af7c3-3850-48d7-9443-87e73afc9934 None None] Port 73989f8f-5b93-4745-a369-4b0be98b9715 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:34:15.320680 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 7768e28c-79ea-42b6-b095-ff2278f56c03, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7768e28c-79ea-42b6-b095-ff2278f56c03,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:15.375444 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-59c6f13e-88b9-4cf9-9d4b-85459c222fc6 req-0e00e583-861a-44de-a4f9-ce30c15f279b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668807 Aug 24 22:34:15.375693 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-fef9a994-4a7a-464f-bacc-f0b32ed7725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.376244 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f9f15833-8cd9-422e-be0f-aefd5ab2fadb req-fef9a994-4a7a-464f-bacc-f0b32ed7725d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939149 Aug 24 22:34:15.384094 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:15.429591 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff2231-20df-450d-9a54-9e861d0038dc req-eba5c20d-b72d-4b23-a731-2f1e39d47a5e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.431163 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-65ff2231-20df-450d-9a54-9e861d0038dc req-eba5c20d-b72d-4b23-a731-2f1e39d47a5e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0712254 Aug 24 22:34:15.455987 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=7768e28c-79ea-42b6-b095-ff2278f56c03,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:15.514843 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-65ff2231-20df-450d-9a54-9e861d0038dc req-f1e1d81a-c208-413d-bf0b-fcef3a54ee9f tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707741 Aug 24 22:34:15.524442 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-ddd6a27c-7c98-414c-bc81-1a603018ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.525946 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-ddd6a27c-7c98-414c-bc81-1a603018ce64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c701e22aac1b40868fcab52680a0bdfe&device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 1096 time: 0.0571425 Aug 24 22:34:15.579637 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-21af5f1d-6001-4666-80d7-15babbb29949 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4 HTTP/1.1" status: 200 len: 217 time: 0.0364654 Aug 24 22:34:15.674154 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-0b5fca83-1062-4913-b4b2-2e91ea53a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:15.676081 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-0b5fca83-1062-4913-b4b2-2e91ea53a609 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=639dc2bf-d5ce-422e-89ed-97ddafb11799 HTTP/1.1" status: 200 len: 848 time: 0.0614641 Aug 24 22:34:15.718805 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-43cee160-0a44-4560-9f23-3209e36985ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316215 Aug 24 22:34:15.819091 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-8514b1b0-0c31-48aa-b549-8e77c08a02be service neutron] 10.222.0.25 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880914 Aug 24 22:34:15.932482 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c915385-868b-40c6-a58c-a1c81a23d8ef req-fdce803a-0e15-41b9-ac15-c16175f976b3 service neutron] 10.222.0.25 "GET /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013405 Aug 24 22:34:15.945147 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Sync routers for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:34:15.948454 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a5c4edaa-053f-41b4-a8a1-f2551a0a45d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:15.958303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:15.959966 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:16.080059 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:16.136845 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42634) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:16.142614 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-988356329-network', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:16.155877 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.218333 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Made reservation on behalf of b2eda70fedf74cec87539ec2b7e70c19 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:16.220629 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.229121 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.304560 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 2, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:16.333607 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Checking router: 18bf38d4-5984-44dd-af46-f9faaf5a4fed for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:34:16.333872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Updating router 18bf38d4-5984-44dd-af46-f9faaf5a4fed port 73989f8f-5b93-4745-a369-4b0be98b9715 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:34:16.337470 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.359741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.395512 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.418019 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:34:16.438145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.438471 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Added segment 9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe of type vlan for network 04e60098-e72e-444f-8cbb-6e151864d08b Aug 24 22:34:16.439805 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1fe016-f0d2-4df2-ac01-1d0d5d260a64,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:16.515627 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.550861 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb340-37b6-496b-8b75-9839b19a43de req-c4cfc6a8-9d16-4abe-a6c9-77e68aac383a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:16.552452 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fc6cb340-37b6-496b-8b75-9839b19a43de req-c4cfc6a8-9d16-4abe-a6c9-77e68aac383a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0786870 Aug 24 22:34:16.594358 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fc6cb340-37b6-496b-8b75-9839b19a43de req-b0f197c6-764d-4d73-a62d-db695b75cae6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Aug 24 22:34:16.663576 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.664555 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:16.664555 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.677035 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.688732 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Transition to ACTIVE for port object 73989f8f-5b93-4745-a369-4b0be98b9715 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:16.763301 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9df64-db0b-4039-9f53-d1fea3894767 req-c240b22c-c38e-445a-a449-c2a21af3726e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:16.764820 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5aa9df64-db0b-4039-9f53-d1fea3894767 req-c240b22c-c38e-445a-a449-c2a21af3726e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.1127164 Aug 24 22:34:16.766055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] Pushing event updated for resources: {'Network': ['ID=04e60098-e72e-444f-8cbb-6e151864d08b,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:16.776732 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 04e60098-e72e-444f-8cbb-6e151864d08b details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:34:16.814262 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5aa9df64-db0b-4039-9f53-d1fea3894767 req-57539b52-089d-4c80-ac0c-99ffc850a7e5 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Aug 24 22:34:16.829931 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.859695 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-aeca4ab5-3c3e-459d-aa56-84d25475b36a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7210290 Aug 24 22:34:16.862355 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42646) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:16.867357 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Request body: {'subnet': {'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-988356329-subnet', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:16.906397 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb0fb2-6dd3-4677-81a5-8bd0c4ba6659 None None] Pushing event updated for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:16.956225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Made reservation on behalf of b2eda70fedf74cec87539ec2b7e70c19 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:16.958790 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470232'] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.962310 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7768e28c-79ea-42b6-b095-ff2278f56c03 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:16.987925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:16.990435 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Attempting to bind port 73989f8f-5b93-4745-a369-4b0be98b9715 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:16.990435 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Attempting to bind port 73989f8f-5b93-4745-a369-4b0be98b9715 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:16.990435 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Attempting to bind port 73989f8f-5b93-4745-a369-4b0be98b9715 on network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:17.004174 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:17.004553 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Checking segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:17.004958 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.005360 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Bound using segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:17.005882 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Bound port: 73989f8f-5b93-4745-a369-4b0be98b9715, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:17.006336 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.074499 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 7768e28c-79ea-42b6-b095-ff2278f56c03 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:17.075433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.111606 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] For port 73989f8f-5b93-4745-a369-4b0be98b9715, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:17.135387 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] For port 73989f8f-5b93-4745-a369-4b0be98b9715, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=73989f8f-5b93-4745-a369-4b0be98b9715,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:17.242098 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.276033 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3220696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470186'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.308125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:17.308785 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:17.311734 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb0fb2-6dd3-4677-81a5-8bd0c4ba6659 None None] Pushing event updated for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:17.348225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5abe3c-fe2f-4604-a84a-251c520b4229,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:17.364753 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Checking segment: {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:17.365168 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Network hostable DHCP agents. Network: 04e60098-e72e-444f-8cbb-6e151864d08b, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:34:17.445974 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:17.522872 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Network 04e60098-e72e-444f-8cbb-6e151864d08b is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:34:17.618751 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 04e60098-e72e-444f-8cbb-6e151864d08b) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:17.625710 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:17.627426 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.637637 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71139e1f-e9f4-4116-8602-2220dd9713b8 None None] Network 04e60098-e72e-444f-8cbb-6e151864d08b requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:34:17.720866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a899630-34f8-475e-897d-c0fa063da8d3 req-7d9a4e25-a391-430e-b325-d0200b84d796 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:17.722536 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a899630-34f8-475e-897d-c0fa063da8d3 req-7d9a4e25-a391-430e-b325-d0200b84d796 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0493748 Aug 24 22:34:17.732654 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:17Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:17.738321 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-07f65b3d-513f-432d-84ae-d1fef5f3cedd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8749135 Aug 24 22:34:17.740984 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42654) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:17.745814 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:17.767167 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a899630-34f8-475e-897d-c0fa063da8d3 req-597c1b31-cd2f-4840-b916-91dc8a5941df tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Aug 24 22:34:17.770742 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be48316-90a1-4eb9-b42a-ab8ccf147172 None None] The sync data for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi is: [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:17Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:34:17.835535 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.836689 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.895274 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-04e60098-e72e-444f-8cbb-6e151864d08b', 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'fixed_ips': [{'subnet_id': '1e5abe3c-fe2f-4604-a84a-251c520b4229'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:34:17.896972 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.923074 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:17.954576 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d36a4-0807-472b-8ce3-3588fad51cd2 req-3a15da58-9869-4ed2-a373-12a32ed419ee tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:17.956093 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-914d36a4-0807-472b-8ce3-3588fad51cd2 req-3a15da58-9869-4ed2-a373-12a32ed419ee tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0672345 Aug 24 22:34:18.018465 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-914d36a4-0807-472b-8ce3-3588fad51cd2 req-15b8cbc2-3fa7-40c3-aa0c-069aafcfe1b4 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550363 Aug 24 22:34:18.095480 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Allocated IP 172.20.0.2 (04e60098-e72e-444f-8cbb-6e151864d08b/1e5abe3c-fe2f-4604-a84a-251c520b4229/8c0e372f-707e-4813-bce6-5a5e04d741b0) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:18.148874 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.262666 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.271684 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Transition to ACTIVE for port object 8c0e372f-707e-4813-bce6-5a5e04d741b0 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:18.288736 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Transition to ACTIVE for port object 8c0e372f-707e-4813-bce6-5a5e04d741b0 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:18.386995 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.439247 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Network 04e60098-e72e-444f-8cbb-6e151864d08b is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:18.442605 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:18.445950 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:18.470764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.478856 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=8c0e372f-707e-4813-bce6-5a5e04d741b0,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:18.494814 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.521469 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Attempting to bind port 8c0e372f-707e-4813-bce6-5a5e04d741b0 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:18.522271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Attempting to bind port 8c0e372f-707e-4813-bce6-5a5e04d741b0 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:18.522883 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Attempting to bind port 8c0e372f-707e-4813-bce6-5a5e04d741b0 on network 04e60098-e72e-444f-8cbb-6e151864d08b {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:18.530626 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:18.530995 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Checking segment: {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:18.531397 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.531781 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Bound using segment: {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:18.532253 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Bound port: 8c0e372f-707e-4813-bce6-5a5e04d741b0, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:18.532629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.620815 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] For port 8c0e372f-707e-4813-bce6-5a5e04d741b0, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:18.621012 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Allocated IP 172.27.0.86 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/3223e517-3d0d-45d9-af59-bf8f33fc6d1d) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:18.621112 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] For port 8c0e372f-707e-4813-bce6-5a5e04d741b0, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8c0e372f-707e-4813-bce6-5a5e04d741b0,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:18.726986 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.751494 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.773410 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.842957 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68505a-0da0-4133-9481-e0c6589ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=8c0e372f-707e-4813-bce6-5a5e04d741b0,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:18.921749 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:18.978930 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d11f4e-5c58-438d-b5a1-384e94c25fbb req-6e95d2a2-7e5c-4fd7-9f84-25e840be9659 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:18.984459 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14d11f4e-5c58-438d-b5a1-384e94c25fbb req-6e95d2a2-7e5c-4fd7-9f84-25e840be9659 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1114109 Aug 24 22:34:19.012129 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:19.020223 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 73989f8f-5b93-4745-a369-4b0be98b9715 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:19.022982 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:19.039060 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:19.085060 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14d11f4e-5c58-438d-b5a1-384e94c25fbb req-a7b5f9ae-c1c6-4da9-9350-08be30410e24 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936465 Aug 24 22:34:19.098916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Pushing event updated for resources: {'Port': ['ID=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:19.189840 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 73989f8f-5b93-4745-a369-4b0be98b9715 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:19.195125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 73989f8f-5b93-4745-a369-4b0be98b9715 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:19.195503 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:19.327240 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:19.377286 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 73989f8f-5b93-4745-a369-4b0be98b9715, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=73989f8f-5b93-4745-a369-4b0be98b9715,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:19.458506 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:19.475439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d549-c272-4df2-bf32-db65e9a694fc req-7c6305b1-f4f6-480c-931e-047fbf4bab11 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:19.477065 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4474d549-c272-4df2-bf32-db65e9a694fc req-7c6305b1-f4f6-480c-931e-047fbf4bab11 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0562067 Aug 24 22:34:19.499975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:19.523881 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:19.538605 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4474d549-c272-4df2-bf32-db65e9a694fc req-08e236ba-c6e6-48d2-ba00-99488f75e75e tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532176 Aug 24 22:34:19.721687 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:19.949394 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Router 60921431-3ce7-4d82-bf1a-bbb8b6664fce is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:34:20.005927 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbab67-01c7-48f4-ad71-9b6df3299449 None None] Network 04e60098-e72e-444f-8cbb-6e151864d08b requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:34:20.061883 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:34:20.071030 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Sync routers for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:34:20.082199 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:20.083002 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:20.156144 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:20.156925 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-85a49f28-3996-4ae1-8af6-50bf1b0d1af7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4149082 Aug 24 22:34:20.159635 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42694) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:20.201771 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:20.321865 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-de7fc9dc-e890-4219-90a4-8b1d34505200 None None] Provisioning for port 8c0e372f-707e-4813-bce6-5a5e04d741b0 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:20.431900 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 3, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:20.460767 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Checking router: 60921431-3ce7-4d82-bf1a-bbb8b6664fce for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:34:20.461350 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Updating router 60921431-3ce7-4d82-bf1a-bbb8b6664fce port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:34:20.491792 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:20.540580 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e049f-9aff-4300-b033-924f61a5f858 req-4f5bd21c-5c03-4659-88b9-581f561f64c5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:20.542225 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b97e049f-9aff-4300-b033-924f61a5f858 req-4f5bd21c-5c03-4659-88b9-581f561f64c5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.3273027 Aug 24 22:34:20.697648 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe6b30-3aec-411a-a664-f5fcd888a9ef req-9784c23a-cb1a-4558-9b99-ca95c0156479 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:20.698162 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b97e049f-9aff-4300-b033-924f61a5f858 req-6eae69a4-2c86-4e73-81fd-21fd178e3ea3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440473 Aug 24 22:34:20.700422 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5bbe6b30-3aec-411a-a664-f5fcd888a9ef req-9784c23a-cb1a-4558-9b99-ca95c0156479 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0688705 Aug 24 22:34:20.758666 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5bbe6b30-3aec-411a-a664-f5fcd888a9ef req-a9af895c-7029-4029-9f9c-7161cbec795c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Aug 24 22:34:20.865203 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:20.876815 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Transition to ACTIVE for port object 3223e517-3d0d-45d9-af59-bf8f33fc6d1d will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:20.944083 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:20.992736 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.007380 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Attempting to bind port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:21.007802 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Attempting to bind port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:21.008163 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Attempting to bind port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:21.017463 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:21.017867 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:21.018283 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.018650 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:21.019130 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Bound port: 3223e517-3d0d-45d9-af59-bf8f33fc6d1d, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:21.019653 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.022157 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b30b11-99b7-428f-bb00-0b0a351d8770 None None] Pushing event updated for resources: {'Port': ['ID=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,revision_number=2']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:21.073040 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8c0e372f-707e-4813-bce6-5a5e04d741b0 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:21.077942 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] For port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:21.081121 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] For port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:21.168089 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Allocated IP 172.20.0.1 (04e60098-e72e-444f-8cbb-6e151864d08b/1e5abe3c-fe2f-4604-a84a-251c520b4229/c02625b9-6db8-462e-a320-4e2b952d19b8) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:21.190353 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.191905 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 8c0e372f-707e-4813-bce6-5a5e04d741b0 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:21.197018 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8c0e372f-707e-4813-bce6-5a5e04d741b0 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:21.197761 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.236096 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:21.236900 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:21.289929 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.292712 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.306654 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Transition to ACTIVE for port object c02625b9-6db8-462e-a320-4e2b952d19b8 will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:21.331995 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b30b11-99b7-428f-bb00-0b0a351d8770 None None] Pushing event updated for resources: {'Port': ['ID=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:21.348857 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 8c0e372f-707e-4813-bce6-5a5e04d741b0, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8c0e372f-707e-4813-bce6-5a5e04d741b0,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:21.366009 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:21.401559 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.438740 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Network 04e60098-e72e-444f-8cbb-6e151864d08b is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:21.445409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:21.448990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:21.458751 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.458931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Pushing event updated for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:21.459108 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 73989f8f-5b93-4745-a369-4b0be98b9715 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:21.503456 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.624671 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 3, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:21.637097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=8c0e372f-707e-4813-bce6-5a5e04d741b0,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:21.651399 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 73989f8f-5b93-4745-a369-4b0be98b9715 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:21.652064 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.658441 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d10599-6ffc-4ab7-a8cb-1a031e042194 None None] The sync data for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi is: [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 3, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:34:21.744386 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.898078 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c6c3f366-e242-4683-bfd8-4dc890d556b4 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:34:21.920553 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88832c15-d1d3-41c0-bbd3-eed82cc7c420 req-02bc7afa-dbb2-46fe-a4b7-c8039742c5e8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:21.922210 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-88832c15-d1d3-41c0-bbd3-eed82cc7c420 req-02bc7afa-dbb2-46fe-a4b7-c8039742c5e8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0727682 Aug 24 22:34:21.932321 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1da9c88e-bc1b-4820-befb-306f09c22070 None None] Provisioning for port c02625b9-6db8-462e-a320-4e2b952d19b8 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:21.945080 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1da9c88e-bc1b-4820-befb-306f09c22070 None None] Provisioning complete for port c02625b9-6db8-462e-a320-4e2b952d19b8 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:21.945618 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1da9c88e-bc1b-4820-befb-306f09c22070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:21.978381 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-88832c15-d1d3-41c0-bbd3-eed82cc7c420 req-e16d5b5d-24c3-46a5-982d-eb8d2e97cb9c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Aug 24 22:34:22.004372 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854c95c-a1b0-4f3b-8c1d-517af89184cc req-a28be551-798b-41ac-99f7-071d76b6a471 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:22.013188 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3854c95c-a1b0-4f3b-8c1d-517af89184cc req-a28be551-798b-41ac-99f7-071d76b6a471 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.1183853 Aug 24 22:34:22.082789 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.083516 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-1da9c88e-bc1b-4820-befb-306f09c22070 None None] Port c02625b9-6db8-462e-a320-4e2b952d19b8 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:34:22.094595 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3854c95c-a1b0-4f3b-8c1d-517af89184cc req-4ed3e45d-7780-40cc-9a9e-542749b2079d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Aug 24 22:34:22.148158 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:22.161717 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'network_id': '15e8a91d-2ef8-44d9-ab23-7c7507fb7c74', 'port_id': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'mac_address': 'fa:16:3e:57:8d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639dc2bf-d5ce-422e-89ed-97ddafb11799', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:34:22.181622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.222599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.244340 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c3f366-e242-4683-bfd8-4dc890d556b4 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:22.253358 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.255335 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Pushing event updated for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:22.271122 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:22.361009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Network 04e60098-e72e-444f-8cbb-6e151864d08b is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:22.362699 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:22.406823 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.466534 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:22.586381 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Router 60921431-3ce7-4d82-bf1a-bbb8b6664fce has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:34:22.593947 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-abc46f12-ebb8-41f9-8d60-88517c2c21b3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:22.595471 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-abc46f12-ebb8-41f9-8d60-88517c2c21b3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.1509922 Aug 24 22:34:22.613159 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-b5098740-71a0-4b32-9e15-2bbf4190e152 None None] Provisioning complete for port c02625b9-6db8-462e-a320-4e2b952d19b8 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:22.613538 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5098740-71a0-4b32-9e15-2bbf4190e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:22.618068 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-eba4b579-65f8-4450-ba50-6dea778c86a1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/quotas/012b8d16d5b8483da9da640b0bb5056a HTTP/1.1" status: 200 len: 375 time: 0.0131001 Aug 24 22:34:22.650206 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-b5098740-71a0-4b32-9e15-2bbf4190e152 None None] Port c02625b9-6db8-462e-a320-4e2b952d19b8 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:34:22.744755 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-c1f0fa43-1fc9-43a6-ab65-7b3ec60dcccc tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960915 Aug 24 22:34:22.781220 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:34:22.795458 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a5aa45b9-b14f-4c9b-8038-be1cc3fde658 admin admin] 10.222.0.39 "PUT /v2.0/routers/60921431-3ce7-4d82-bf1a-bbb8b6664fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6290267 Aug 24 22:34:22.871355 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-bb3ce9fa-593f-4bfa-b4d3-45552b627ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139443 Aug 24 22:34:23.000330 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-beee63a1-072d-4414-a452-9d4693dd5e9b service neutron] 10.222.0.39 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225824 Aug 24 22:34:23.041302 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['c6c3f366-e242-4683-bfd8-4dc890d556b4'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:23.047578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8c0e372f-707e-4813-bce6-5a5e04d741b0 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:23.162603 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 8c0e372f-707e-4813-bce6-5a5e04d741b0 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:23.163355 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:23.323068 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 3223e517-3d0d-45d9-af59-bf8f33fc6d1d up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:23.458608 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:23.463414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:23.464009 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:23.581319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:23.607587 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:23.773027 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:23.829763 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:23.920806 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42766) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:23.926179 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084490198', 'description': 'tempest-secgroup-smoke-1084490198 description', 'project_id': '4176fc5b624843dea166834b19ba436c'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:24.020850 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c88d1-de75-4c29-a415-438b496be919 req-1e731863-777f-45d6-bfd5-3a6de552a988 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:24.022144 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c5c88d1-de75-4c29-a415-438b496be919 req-1e731863-777f-45d6-bfd5-3a6de552a988 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Aug 24 22:34:24.054902 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.089408 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c5c88d1-de75-4c29-a415-438b496be919 req-03e2660f-33b8-42be-bc08-c26ba6fb3c65 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619812 Aug 24 22:34:24.151905 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cedb9-d6aa-4201-9c95-8ab840d47cfb req-864c03b6-bf50-43e8-b454-adcfc332c591 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:24.154887 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-761cedb9-d6aa-4201-9c95-8ab840d47cfb req-864c03b6-bf50-43e8-b454-adcfc332c591 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 944 time: 0.0602033 Aug 24 22:34:24.198522 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2fcebbfc-71b9-4681-9e69-e6f627f4159f req-5615d959-9b3e-404c-9932-0c185a01a856 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0524678 Aug 24 22:34:24.211570 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-761cedb9-d6aa-4201-9c95-8ab840d47cfb req-7ac0a961-d91e-43a0-b0cd-a1184586a92a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Aug 24 22:34:24.260308 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.360988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.395024 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b765d91-ea19-4e6c-9a25-852ec1df1ddb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:24.447160 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.448407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3da2dbbb-05fb-4cc8-9a0c-e97826d84dd5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5263329 Aug 24 22:34:24.451511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42772) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:24.456013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:24.537890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.596915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.675381 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.694270 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21285f25-eeff-4c34-bfa5-aef09db697ec,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:24.696592 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Sync routers for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:34:24.706602 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:24.707222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:24.814294 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:24.863946 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:24.865164 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2c03c40e-dd49-48ee-9f50-98fb38da0a17 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4127259 Aug 24 22:34:24.868260 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42774) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:24.872993 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:24.951519 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 3223e517-3d0d-45d9-af59-bf8f33fc6d1d up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:25.001609 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.050703 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:25.051093 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.079375 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.107514 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 4, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'c02625b9-6db8-462e-a320-4e2b952d19b8', 'name': '', 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'mac_address': 'fa:16:3e:d2:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:21Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 2, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'subnets': [{'id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:25.139003 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Checking router: 60921431-3ce7-4d82-bf1a-bbb8b6664fce for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:34:25.139356 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Updating router 60921431-3ce7-4d82-bf1a-bbb8b6664fce port c02625b9-6db8-462e-a320-4e2b952d19b8 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:34:25.190516 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.199206 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.224308 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785e0f2a-de0d-4003-aba9-8041dd1f6ea7,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:25.247135 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c99d05-3490-4f00-87e2-221f959a8f08 req-b85b1641-4823-49ec-8175-05e614aa5e44 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:25.248996 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0c99d05-3490-4f00-87e2-221f959a8f08 req-b85b1641-4823-49ec-8175-05e614aa5e44 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0868578 Aug 24 22:34:25.297091 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0c99d05-3490-4f00-87e2-221f959a8f08 req-811a798d-8b50-4452-897d-fba141906962 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Aug 24 22:34:25.304491 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.309292 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0828e479-29dc-46b0-b680-d8c3eb1a55d0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4396415 Aug 24 22:34:25.310172 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42784) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:25.315795 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:25.316967 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f414834f-7e30-4b74-b3ee-e371b30d8f5b req-8c966f08-d2bf-45cd-94eb-715a66abc095 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0307791 Aug 24 22:34:25.419145 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fa0b0-b1b4-48c8-885f-d58dd00d8200 req-bd729a69-ffc4-4542-bd7a-6737194b9c44 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:25.420553 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f86fa0b0-b1b4-48c8-885f-d58dd00d8200 req-bd729a69-ffc4-4542-bd7a-6737194b9c44 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Aug 24 22:34:25.451481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.479429 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f86fa0b0-b1b4-48c8-885f-d58dd00d8200 req-6dddbe7b-4a54-479f-8ece-1fbef3f3bb81 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524118 Aug 24 22:34:25.516866 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.544841 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.556296 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Transition to ACTIVE for port object c02625b9-6db8-462e-a320-4e2b952d19b8 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:25.595117 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.612651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902b44dc-972d-4126-b8f9-446362db906a,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:25.652437 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.692723 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.694016 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-476da3c6-5b45-4955-8320-75b3dda9e17f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826461 Aug 24 22:34:25.697973 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42790) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:25.703453 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:25.713792 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb823a9-06d2-47f6-9630-995d35f586e5 None None] Pushing event updated for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:25.776181 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Attempting to bind port c02625b9-6db8-462e-a320-4e2b952d19b8 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:25.776949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Attempting to bind port c02625b9-6db8-462e-a320-4e2b952d19b8 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:25.778503 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Attempting to bind port c02625b9-6db8-462e-a320-4e2b952d19b8 on network 04e60098-e72e-444f-8cbb-6e151864d08b {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:25.786859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:25.788365 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Checking segment: {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:25.788365 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.788831 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Bound using segment: {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:25.789646 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Bound port: c02625b9-6db8-462e-a320-4e2b952d19b8, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:25.790282 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.888767 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-ee8fde28-141e-45a7-b523-9ade06814239 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:25.890481 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-ee8fde28-141e-45a7-b523-9ade06814239 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/networks?id=04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 200 len: 814 time: 0.1386247 Aug 24 22:34:25.892043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:25.922044 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Request body: {'port': {'device_id': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'admin_state_up': True, 'tenant_id': '012b8d16d5b8483da9da640b0bb5056a'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:25.955238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c6c3f366-e242-4683-bfd8-4dc890d556b4 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:26.015892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.058730 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] For port c02625b9-6db8-462e-a320-4e2b952d19b8, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:26.063752 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] For port c02625b9-6db8-462e-a320-4e2b952d19b8, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c02625b9-6db8-462e-a320-4e2b952d19b8,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:26.098638 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.117409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02613a7a-4730-4d4d-9183-170340dc37c0,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:26.150496 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.168374 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Made reservation on behalf of 012b8d16d5b8483da9da640b0bb5056a for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:34:26.173292 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.182255 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port c6c3f366-e242-4683-bfd8-4dc890d556b4 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:26.204327 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port c6c3f366-e242-4683-bfd8-4dc890d556b4 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:26.204735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.250350 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.252137 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-be249431-9214-414d-9cb7-2e92fc3ecefe tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5526614 Aug 24 22:34:26.254712 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 42798) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:26.262020 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:26.302232 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:34:26.303270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:34:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:26.306818 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb823a9-06d2-47f6-9630-995d35f586e5 None None] Pushing event updated for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:26.370618 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Allocated IP 172.20.0.2 (04907139-f732-4b03-9f24-7bed5d5fb591/268b8c4b-31dc-4ae1-8844-d653f1593ac6/257c1399-639a-465e-8232-a5ca3c2242eb) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:34:26.376042 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.securitygroups_db [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Project 4176fc5b624843dea166834b19ba436c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:34:26.388092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.456390 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.477337 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:34:26.530145 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:26.533216 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf8725-0ba6-436a-8814-51e4a3973a72" -d '{"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-plugged", "status": "completed", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:26.537052 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d4eefb1-e849-4105-be49-301d5350049e req-d1eeb942-d9ad-4ef7-a0c9-9b8aa1c02a13 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0541923 Aug 24 22:34:26.546608 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ccb9-5e76-4885-ae91-60e660fc6ca3 req-5f945c9a-85c2-4c4a-bf59-c187457a029e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:26.548278 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-76a6ccb9-5e76-4885-ae91-60e660fc6ca3 req-5f945c9a-85c2-4c4a-bf59-c187457a029e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0651946 Aug 24 22:34:26.569197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:26.569483 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.597272 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-76a6ccb9-5e76-4885-ae91-60e660fc6ca3 req-ebad9aed-10e1-48fa-9ccd-fd526651a34f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Aug 24 22:34:26.670238 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.682911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669d290-91c9-4027-8355-4a58c5812efc x-openstack-request-id: req-a669d290-91c9-4027-8355-4a58c5812efc {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:26.683222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-plugged", "status": "completed", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:26.683454 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a669d290-91c9-4027-8355-4a58c5812efc {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:26.683845 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'code': 200} Aug 24 22:34:26.688328 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.772907 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:26.776191 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cbc2f0-e9ea-4bd6-a5e4-82e5bde6d0ef,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:26.778221 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.779676 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-04d93186-d658-4ed9-9894-939c67abe476 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5239754 Aug 24 22:34:26.784699 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 42812) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:34:26.796227 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'security_group_rule': {'security_group_id': '6b765d91-ea19-4e6c-9a25-852ec1df1ddb', 'project_id': '4176fc5b624843dea166834b19ba436c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:26.797906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.822496 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dee03-0f21-4d2d-9595-ed567f3726ec req-16cb34ae-32df-433f-9446-b33bc865c975 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:26.830802 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab6dee03-0f21-4d2d-9595-ed567f3726ec req-16cb34ae-32df-433f-9446-b33bc865c975 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.1211514 Aug 24 22:34:26.838326 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 4, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'c02625b9-6db8-462e-a320-4e2b952d19b8', 'name': '', 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'mac_address': 'fa:16:3e:d2:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:21Z', 'updated_at': '2021-08-24T22:34:26Z', 'revision_number': 4, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'subnets': [{'id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:34:26.871128 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a97c-8917-4941-bfc5-d20c34ddaaaf None None] The sync data for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi is: [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:34:21Z', 'revision_number': 4, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'c02625b9-6db8-462e-a320-4e2b952d19b8', 'name': '', 'network_id': '04e60098-e72e-444f-8cbb-6e151864d08b', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'mac_address': 'fa:16:3e:d2:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:21Z', 'updated_at': '2021-08-24T22:34:26Z', 'revision_number': 4, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'subnets': [{'id': '1e5abe3c-fe2f-4604-a84a-251c520b4229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:34:26.887303 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab6dee03-0f21-4d2d-9595-ed567f3726ec req-94320f97-73e8-4d1b-8387-ac76d86275d2 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554612 Aug 24 22:34:26.904908 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.securitygroups_db [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Project 4176fc5b624843dea166834b19ba436c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:34:26.912332 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:26.967632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.010570 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.011401 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df', '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:27.037398 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Network 04907139-f732-4b03-9f24-7bed5d5fb591 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:34:27.040841 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:34:27.045893 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:34:27.052908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event updated for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:27.076424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.094521 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c297eb-d7e0-4fde-8f05-e95fd7673a29,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:27.119911 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:27.120511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.154292 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.155674 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-588a48cd-c777-4517-b07f-8c0e63b718e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685770 Aug 24 22:34:27.171542 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eeab6c-f726-4b0f-a636-10a643c2af65 req-a4c281b6-1c1c-464f-a790-b40a724e1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:27.174838 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99eeab6c-f726-4b0f-a636-10a643c2af65 req-a4c281b6-1c1c-464f-a790-b40a724e1b41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 1098 time: 0.0475576 Aug 24 22:34:27.191779 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-61a4b54b-a07d-4a3e-a3e6-5fd85f3e4d18 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2801239 Aug 24 22:34:27.219790 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99eeab6c-f726-4b0f-a636-10a643c2af65 req-176c0e23-e6d4-4378-ad48-f85fb6217a18 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355191 Aug 24 22:34:27.223105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Request body: {'port': {'device_id': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:34:27.302021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.646404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257c1399-639a-465e-8232-a5ca3c2242eb {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:27.655764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.691220 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Transition to ACTIVE for port object 257c1399-639a-465e-8232-a5ca3c2242eb will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:34:27.710447 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153574-f92b-40de-bcba-bd94ae467fa6 req-994949dd-2fc8-4bb9-84e5-ab6837a342f4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:27.711990 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73153574-f92b-40de-bcba-bd94ae467fa6 req-994949dd-2fc8-4bb9-84e5-ab6837a342f4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 931 time: 0.0591757 Aug 24 22:34:27.730162 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3282989-90b8-47cf-ae7f-8c3fc072c58f req-5b7958bb-6dc9-43e5-97da-d7eb9bc22c26 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:27.731757 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f3282989-90b8-47cf-ae7f-8c3fc072c58f req-5b7958bb-6dc9-43e5-97da-d7eb9bc22c26 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Aug 24 22:34:27.760171 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73153574-f92b-40de-bcba-bd94ae467fa6 req-d1ec548d-5d81-4638-a629-2f2494751435 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Aug 24 22:34:27.773441 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f3282989-90b8-47cf-ae7f-8c3fc072c58f req-3a29adfe-aff9-49ac-bdf8-8eeeac73465a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349829 Aug 24 22:34:27.795755 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:27.852479 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Pushing event updated for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:27.927177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Attempting to bind port 257c1399-639a-465e-8232-a5ca3c2242eb on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:34:27.927177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Attempting to bind port 257c1399-639a-465e-8232-a5ca3c2242eb by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:34:27.927177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Attempting to bind port 257c1399-639a-465e-8232-a5ca3c2242eb on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:27.930170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Port 257c1399-639a-465e-8232-a5ca3c2242eb on network 04907139-f732-4b03-9f24-7bed5d5fb591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:34:27.930493 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Attempting to bind port 257c1399-639a-465e-8232-a5ca3c2242eb on network 04907139-f732-4b03-9f24-7bed5d5fb591 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:34:27.936846 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:34:27.937194 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Checking segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:34:27.937737 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Bound using segment: {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:34:27.938175 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Bound port: 257c1399-639a-465e-8232-a5ca3c2242eb, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66880951-586f-4e3e-aa5d-f9d64460a2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:34:27.938545 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:28.021276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:34:28.026196 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=257c1399-639a-465e-8232-a5ca3c2242eb,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:34:28.035129 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1e72-f16b-48cb-b67a-7d216839f5d4 req-10813db8-ffe9-4213-ac8f-dae80218f07a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.036696 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-18cf1e72-f16b-48cb-b67a-7d216839f5d4 req-10813db8-ffe9-4213-ac8f-dae80218f07a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0727122 Aug 24 22:34:28.083156 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-18cf1e72-f16b-48cb-b67a-7d216839f5d4 req-a63ae206-0466-4f00-8142-be32706921c8 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Aug 24 22:34:28.127425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:28.394540 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.395179 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:28.396561 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] 10.222.0.25 "PUT /v2.0/ports/257c1399-639a-465e-8232-a5ca3c2242eb HTTP/1.1" status: 200 len: 1093 time: 1.1845834 Aug 24 22:34:28.397000 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:28.399285 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89216e13-5110-44a5-b386-fe706823339e" -d '{"events": [{"name": "network-changed", "server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:28.436887 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ab956-9f2f-4906-873b-de119d0a9235 service neutron] Pushing event updated for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:28.440417 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf1c04a-c118-4b33-bf5d-dbcce345c05f x-openstack-request-id: req-7cf1c04a-c118-4b33-bf5d-dbcce345c05f {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:28.440701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:28.440963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cf1c04a-c118-4b33-bf5d-dbcce345c05f {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:28.441340 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb', 'status': 'completed', 'code': 200} Aug 24 22:34:28.546194 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216e13-5110-44a5-b386-fe706823339e req-8bb8344b-a71c-46d1-9042-e02fbf9cb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.547712 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89216e13-5110-44a5-b386-fe706823339e req-8bb8344b-a71c-46d1-9042-e02fbf9cb554 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 1096 time: 0.0431519 Aug 24 22:34:28.669068 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216e13-5110-44a5-b386-fe706823339e req-adfc0452-f125-44f2-a9ee-143e293d77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.670568 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89216e13-5110-44a5-b386-fe706823339e req-adfc0452-f125-44f2-a9ee-143e293d77ed service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=012b8d16d5b8483da9da640b0bb5056a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1070180 Aug 24 22:34:28.791812 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216e13-5110-44a5-b386-fe706823339e req-73d0f693-5790-43ac-b6cb-2d570f11f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.793942 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89216e13-5110-44a5-b386-fe706823339e req-73d0f693-5790-43ac-b6cb-2d570f11f60c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094177 Aug 24 22:34:28.897868 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca856d-c73a-4828-bff1-89ad885bedba req-50b8c929-e3bb-4c24-98da-2e1ad3df4c2c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.914464 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3aca856d-c73a-4828-bff1-89ad885bedba req-50b8c929-e3bb-4c24-98da-2e1ad3df4c2c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 943 time: 0.0709767 Aug 24 22:34:28.918101 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a77c-4d8d-4a36-af01-ae7e538e4751 req-12204faf-7b8f-4ba3-ac62-7a3d2a3124f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:28.928143 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8672a77c-4d8d-4a36-af01-ae7e538e4751 req-12204faf-7b8f-4ba3-ac62-7a3d2a3124f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0781684 Aug 24 22:34:28.996268 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8672a77c-4d8d-4a36-af01-ae7e538e4751 req-3eab3f93-79f0-4552-882e-91807e7829ad tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672381 Aug 24 22:34:28.998838 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-93091e6a-1001-47b8-8a62-aa02879fc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:29.000433 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-93091e6a-1001-47b8-8a62-aa02879fc0d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=012b8d16d5b8483da9da640b0bb5056a&device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 1096 time: 0.0760300 Aug 24 22:34:29.012199 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3aca856d-c73a-4828-bff1-89ad885bedba req-3359f928-c27b-4c0c-b214-59d701d717fd tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950179 Aug 24 22:34:29.025224 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c02625b9-6db8-462e-a320-4e2b952d19b8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:29.064148 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-6ca9feed-b099-476e-be59-b7d884f228d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=257c1399-639a-465e-8232-a5ca3c2242eb HTTP/1.1" status: 200 len: 217 time: 0.0393548 Aug 24 22:34:29.131667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-1aa3f9a7-afb8-4ab4-b4ce-6b6e871454e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:29.131667 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-1aa3f9a7-afb8-4ab4-b4ce-6b6e871454e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 200 len: 854 time: 0.0530941 Aug 24 22:34:29.149536 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port c02625b9-6db8-462e-a320-4e2b952d19b8 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:29.157090 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port c02625b9-6db8-462e-a320-4e2b952d19b8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:29.157464 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:29.168070 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-0063900b-5c7c-40fe-abbf-365dfabefaf6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=04907139-f732-4b03-9f24-7bed5d5fb591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271122 Aug 24 22:34:29.223025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aec3d-5fc7-481f-8b0e-985e4a0fb8d3 req-7448f602-f9de-4a21-95b4-eaab7aadd9b3 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:29.224589 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a09aec3d-5fc7-481f-8b0e-985e4a0fb8d3 req-7448f602-f9de-4a21-95b4-eaab7aadd9b3 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0656645 Aug 24 22:34:29.275548 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:29.305908 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a09aec3d-5fc7-481f-8b0e-985e4a0fb8d3 req-6e8da7fc-0c16-437b-8291-0e67083285c1 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711627 Aug 24 22:34:29.316280 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port c02625b9-6db8-462e-a320-4e2b952d19b8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c02625b9-6db8-462e-a320-4e2b952d19b8,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:29.342512 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-f83e11ca-6cd5-41a2-8436-643e7bf30428 service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254685 Aug 24 22:34:29.389979 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:29.441484 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:29.444374 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21e95a6d-b47e-49cc-89a5-3e97a49a5fde req-dd1b1735-1e92-45ca-8913-42f3ceeaa9af service neutron] 10.222.0.25 "GET /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910921 Aug 24 22:34:29.448693 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.451890 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.452035 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.452364 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.452686 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:29.453007 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:34:30.126924 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a305e-be09-4da0-bacb-b2fa23194114 req-c9659bd9-8c1d-4f5f-8dc5-afe56cf9e338 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:30.128737 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-578a305e-be09-4da0-bacb-b2fa23194114 req-c9659bd9-8c1d-4f5f-8dc5-afe56cf9e338 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Aug 24 22:34:30.129871 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07176c-6d27-4207-af6a-eb93faee5e98 req-2ff1cd16-de24-4d78-b179-718f0f9494ea tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:30.131534 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a07176c-6d27-4207-af6a-eb93faee5e98 req-2ff1cd16-de24-4d78-b179-718f0f9494ea tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 943 time: 0.0546627 Aug 24 22:34:30.170087 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-578a305e-be09-4da0-bacb-b2fa23194114 req-72c309ab-1a0a-421e-87e9-54fbecf33f47 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Aug 24 22:34:30.183575 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a07176c-6d27-4207-af6a-eb93faee5e98 req-fa6ed3e3-7ab3-4b1d-89f1-4d1ac47dc96f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 24 22:34:30.427828 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250305-d5f3-4ee0-915a-54df17d247de req-81d0c7d1-b995-4500-8e45-9a1b94d9c21c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:30.429346 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-45250305-d5f3-4ee0-915a-54df17d247de req-81d0c7d1-b995-4500-8e45-9a1b94d9c21c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0510736 Aug 24 22:34:30.471923 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-45250305-d5f3-4ee0-915a-54df17d247de req-3d3dc466-ad37-44f1-9061-325d26e0351a tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Aug 24 22:34:30.953985 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c02625b9-6db8-462e-a320-4e2b952d19b8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:31.005462 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port c02625b9-6db8-462e-a320-4e2b952d19b8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:31.005853 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:31.301825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35852db-2df5-40f3-8327-57c7907f187b req-3eec8877-3215-41ea-b301-ed1972f8c889 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:31.303398 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b35852db-2df5-40f3-8327-57c7907f187b req-3eec8877-3215-41ea-b301-ed1972f8c889 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0545342 Aug 24 22:34:31.305728 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94097c-d663-40fa-8710-f6a062a2c8c1 req-bb762a45-b076-4e9a-85fc-dfc1ffd817ed tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:31.308086 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e94097c-d663-40fa-8710-f6a062a2c8c1 req-bb762a45-b076-4e9a-85fc-dfc1ffd817ed tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 943 time: 0.0515442 Aug 24 22:34:31.344956 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b35852db-2df5-40f3-8327-57c7907f187b req-6a9508d1-9188-4b26-bcf7-b5e50fa64714 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Aug 24 22:34:31.352003 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e94097c-d663-40fa-8710-f6a062a2c8c1 req-30b24e38-cf6d-48ae-8571-f4e18914204a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354679 Aug 24 22:34:31.611208 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475df0e-c9d7-4e6e-b317-d492cdbe8917 req-ffd56958-2641-4c49-9088-7844ad7782dd tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:31.613131 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0475df0e-c9d7-4e6e-b317-d492cdbe8917 req-ffd56958-2641-4c49-9088-7844ad7782dd tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0657451 Aug 24 22:34:31.660701 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0475df0e-c9d7-4e6e-b317-d492cdbe8917 req-5b2c413c-7917-454a-b697-a16c48803f43 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Aug 24 22:34:32.470206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc4c7-6f9a-49f0-8e5e-620a842b5c2c req-83fee639-80f4-4151-9e00-e9dd6ab7e328 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:32.472162 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7c9fc4c7-6f9a-49f0-8e5e-620a842b5c2c req-83fee639-80f4-4151-9e00-e9dd6ab7e328 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0536573 Aug 24 22:34:32.484437 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faccc0-9852-44ca-ad6c-424b4db898ca req-22b94a20-06b2-4c58-b578-2a05560d282d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:32.486031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-61faccc0-9852-44ca-ad6c-424b4db898ca req-22b94a20-06b2-4c58-b578-2a05560d282d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 943 time: 0.0564432 Aug 24 22:34:32.515339 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7c9fc4c7-6f9a-49f0-8e5e-620a842b5c2c req-79e09774-9927-40f2-9434-c8cb21cb11e8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Aug 24 22:34:32.550005 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-61faccc0-9852-44ca-ad6c-424b4db898ca req-12ca3293-5e80-4a67-893c-92d3dfb4671d tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568640 Aug 24 22:34:33.399288 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e779a-9597-43ae-a9c1-a19ce8856950 req-77e73225-e4ce-4d6c-ac11-6b7c5fc8c37d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:33.400694 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-282e779a-9597-43ae-a9c1-a19ce8856950 req-77e73225-e4ce-4d6c-ac11-6b7c5fc8c37d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Aug 24 22:34:33.445187 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-282e779a-9597-43ae-a9c1-a19ce8856950 req-ddb79194-7fa0-489d-84fc-f5e3cacbf33c tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Aug 24 22:34:33.648156 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066a579-ff29-4307-8cb0-be4c782c6e82 req-c2bfc42c-6a74-424f-b2f7-05d5f5c628db tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:33.649825 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a066a579-ff29-4307-8cb0-be4c782c6e82 req-c2bfc42c-6a74-424f-b2f7-05d5f5c628db tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0585384 Aug 24 22:34:33.685070 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ee79c-1fa0-4312-8c47-f209e9377b59 req-b6ede415-5f4a-4845-9196-3a290cf13bb4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:33.687127 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf0ee79c-1fa0-4312-8c47-f209e9377b59 req-b6ede415-5f4a-4845-9196-3a290cf13bb4 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 943 time: 0.0546672 Aug 24 22:34:33.692311 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a066a579-ff29-4307-8cb0-be4c782c6e82 req-103d0d3f-fd7a-4b67-b783-a8db6bcec0ed tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Aug 24 22:34:33.733882 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cf0ee79c-1fa0-4312-8c47-f209e9377b59 req-5afc609e-a3f4-4cf1-b4f1-2e6f00ac9e39 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Aug 24 22:34:33.974389 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 257c1399-639a-465e-8232-a5ca3c2242eb details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:34:34.085019 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=257c1399-639a-465e-8232-a5ca3c2242eb,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:34.097335 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '257c1399-639a-465e-8232-a5ca3c2242eb', 'network_id': '04907139-f732-4b03-9f24-7bed5d5fb591', 'port_id': '257c1399-639a-465e-8232-a5ca3c2242eb', 'mac_address': 'fa:16:3e:d9:1a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268b8c4b-31dc-4ae1-8844-d653f1593ac6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:34:34.135888 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:34.150526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257c1399-639a-465e-8232-a5ca3c2242eb {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:34:34.171273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=257c1399-639a-465e-8232-a5ca3c2242eb,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:34.264493 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:34.319631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:34.618758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773614-ff19-4900-be2b-39afc0534f1d req-90d819e2-5bee-4064-b679-4ca81810693d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:34.620299 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46773614-ff19-4900-be2b-39afc0534f1d req-90d819e2-5bee-4064-b679-4ca81810693d tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0593560 Aug 24 22:34:34.659500 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46773614-ff19-4900-be2b-39afc0534f1d req-93e9b044-2ce3-4f48-a7fc-0a707cf67971 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Aug 24 22:34:34.817626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31391c-e627-44ea-8da7-8aefd6002487 req-33d90508-f7fe-4f2c-abc2-68b5554d2e4c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:34.819275 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9a31391c-e627-44ea-8da7-8aefd6002487 req-33d90508-f7fe-4f2c-abc2-68b5554d2e4c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0547535 Aug 24 22:34:34.854971 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108beda4-be28-42ca-bde3-a75822a196ff req-32a32a76-d4a5-46c3-9fdc-45d27dd3c677 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:34.856990 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-108beda4-be28-42ca-bde3-a75822a196ff req-32a32a76-d4a5-46c3-9fdc-45d27dd3c677 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 944 time: 0.0485942 Aug 24 22:34:34.858882 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9a31391c-e627-44ea-8da7-8aefd6002487 req-592d7ca8-4121-4485-aa9f-d2ff9b437508 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 24 22:34:34.897710 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-108beda4-be28-42ca-bde3-a75822a196ff req-42955141-3eae-49e4-a69b-9e5b6fe46810 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Aug 24 22:34:35.036162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['257c1399-639a-465e-8232-a5ca3c2242eb'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:34:35.780951 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c55f-e007-4f96-a3d1-8db5995396f0 req-a03be9fa-db3f-43e4-87ce-ee44891db1f0 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:35.782611 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef67c55f-e007-4f96-a3d1-8db5995396f0 req-a03be9fa-db3f-43e4-87ce-ee44891db1f0 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Aug 24 22:34:35.821120 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef67c55f-e007-4f96-a3d1-8db5995396f0 req-20f1ff4b-a5fd-493f-a40f-c64347b3ebdc tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Aug 24 22:34:35.987967 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25776b-5520-4d7a-b9e4-cb68f215e1dc req-5c6b94ca-7b66-45fa-b4df-b3bea3502ca0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:35.989661 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7f25776b-5520-4d7a-b9e4-cb68f215e1dc req-5c6b94ca-7b66-45fa-b4df-b3bea3502ca0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0544007 Aug 24 22:34:36.025892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6955406-8565-4749-90d2-90b078bb843a req-bfa5d9cb-4d0a-4604-bd03-3ed63a1003d9 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:36.027434 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6955406-8565-4749-90d2-90b078bb843a req-bfa5d9cb-4d0a-4604-bd03-3ed63a1003d9 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 944 time: 0.0639341 Aug 24 22:34:36.035091 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7f25776b-5520-4d7a-b9e4-cb68f215e1dc req-e1fa4da8-6725-4030-b279-db510f68ac6f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Aug 24 22:34:36.068033 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6955406-8565-4749-90d2-90b078bb843a req-ef86ccc0-0635-45d3-b4aa-1bde3752b661 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 24 22:34:41.641959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:43.315921 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2ea837ec-5736-4deb-99eb-f6c3453a5273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:43.426974 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c6c3f366-e242-4683-bfd8-4dc890d556b4 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:34:43.513987 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:43.538859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:43.541318 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a1de9a-c0e6-45fa-b392-64a484285470" -d '{"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:43.553864 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:43.675308 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:43.723271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=6']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:43.906624 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-d6507a10-122c-435d-b9ce-063ba4159b22 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:43.908503 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-d6507a10-122c-435d-b9ce-063ba4159b22 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0512927 Aug 24 22:34:43.963768 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb135163-10bf-4c60-b7a5-ff6cacf8b00c req-f51762e3-dfc4-4f13-8927-66a897384a9f tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:43.965449 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb135163-10bf-4c60-b7a5-ff6cacf8b00c req-f51762e3-dfc4-4f13-8927-66a897384a9f tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 943 time: 0.0558233 Aug 24 22:34:44.019727 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb135163-10bf-4c60-b7a5-ff6cacf8b00c req-70005541-6e55-4f68-8e81-109b299d03b1 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/security-groups?id=37350cb6-8d18-4582-a5cd-1824c50cc3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Aug 24 22:34:44.020338 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Deleting port c6c3f366-e242-4683-bfd8-4dc890d556b4 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:34:44.020770 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:44.146767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ca918-f0c5-4c8e-a2fb-ba3bde8b8d3f req-f74612c9-c4f0-47a3-a565-ce306ef6b669 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:44.148171 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-715ca918-f0c5-4c8e-a2fb-ba3bde8b8d3f req-f74612c9-c4f0-47a3-a565-ce306ef6b669 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 944 time: 0.0576324 Aug 24 22:34:44.184118 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a476d-5300-43c5-9303-7cfc302ed81f req-404aa8c5-6c7c-4024-a9af-50799adc185d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:44.185690 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-201a476d-5300-43c5-9303-7cfc302ed81f req-404aa8c5-6c7c-4024-a9af-50799adc185d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.1049139 Aug 24 22:34:44.195142 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-715ca918-f0c5-4c8e-a2fb-ba3bde8b8d3f req-3227a342-da1d-4556-82e7-50d72929c033 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 Aug 24 22:34:44.195429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] For port c6c3f366-e242-4683-bfd8-4dc890d556b4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c6c3f366-e242-4683-bfd8-4dc890d556b4,segment=NetworkSegment(7a40cd43-6c41-4787-ab82-6523cc4d0627),segment_id=7a40cd43-6c41-4787-ab82-6523cc4d0627)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:44.195780 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:44.219887 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Calling delete_port for c6c3f366-e242-4683-bfd8-4dc890d556b4 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:34:44.240753 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5dbbaf-6ab7-40ed-ac5a-0c998f6b6341 x-openstack-request-id: req-2b5dbbaf-6ab7-40ed-ac5a-0c998f6b6341 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:44.241072 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:44.241345 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b5dbbaf-6ab7-40ed-ac5a-0c998f6b6341 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:44.241755 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'code': 200} Aug 24 22:34:44.253981 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-201a476d-5300-43c5-9303-7cfc302ed81f req-87defcdd-de19-4ed4-b613-52ba2f9b561b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605261 Aug 24 22:34:44.441139 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:44.477051 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Pushing event deleted for resources: {'Port': ['ID=c6c3f366-e242-4683-bfd8-4dc890d556b4,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:44.515270 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] No DVR routers for this DVR port c6c3f366-e242-4683-bfd8-4dc890d556b4 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:34:44.519092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:44.521172 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb9630ed-db67-4fd0-9078-38c5954c2772 req-c9615a7d-cc1c-47b6-bde0-d2cf1885ce3b tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.25 "DELETE /v2.0/ports/c6c3f366-e242-4683-bfd8-4dc890d556b4 HTTP/1.1" status: 204 len: 173 time: 0.6060700 Aug 24 22:34:44.521649 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-deleted', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:44.523874 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec6aa8-a633-48d8-bcbe-e069fda06a5a" -d '{"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-deleted", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:44.561252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11902e-59e6-4d4a-a226-9e0c0e2f73a8 x-openstack-request-id: req-ec11902e-59e6-4d4a-a226-9e0c0e2f73a8 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:44.561669 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62276801-9a6a-4238-9023-040891489546", "name": "network-vif-deleted", "tag": "c6c3f366-e242-4683-bfd8-4dc890d556b4", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:44.562032 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec11902e-59e6-4d4a-a226-9e0c0e2f73a8 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:44.562489 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62276801-9a6a-4238-9023-040891489546', 'name': 'network-vif-deleted', 'tag': 'c6c3f366-e242-4683-bfd8-4dc890d556b4', 'status': 'completed', 'code': 200} Aug 24 22:34:45.247912 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e0ca15f-8dec-436a-8399-daef779cb6b0 req-4917cbaf-cd91-4918-8b35-e62fd7968281 tempest-VolumesActionsTest-801469602 tempest-VolumesActionsTest-801469602-project] 10.222.0.39 "GET /v2.0/ports?device_id=62276801-9a6a-4238-9023-040891489546 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Aug 24 22:34:45.334652 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab94c5-f66b-4877-917f-a41ab5898428 req-d68d51f6-6478-4b67-8d2d-ba057aa98a91 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:45.336215 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99ab94c5-f66b-4877-917f-a41ab5898428 req-d68d51f6-6478-4b67-8d2d-ba057aa98a91 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 944 time: 0.0661983 Aug 24 22:34:45.381295 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99ab94c5-f66b-4877-917f-a41ab5898428 req-0991cf73-68df-49c9-93d0-aca7e11c1e17 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Aug 24 22:34:45.385799 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c026d-cedf-45aa-a77f-5b8cff57350c req-e08bcedd-0eb7-4e85-9a05-1a8fdbfc90be tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:45.389238 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae4c026d-cedf-45aa-a77f-5b8cff57350c req-e08bcedd-0eb7-4e85-9a05-1a8fdbfc90be tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0550823 Aug 24 22:34:45.431872 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:34:45.432529 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 257c1399-639a-465e-8232-a5ca3c2242eb up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:34:45.433068 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae4c026d-cedf-45aa-a77f-5b8cff57350c req-89c76e66-14cc-48ab-96a3-befd8d21f3dc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388632 Aug 24 22:34:45.566566 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 257c1399-639a-465e-8232-a5ca3c2242eb completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:34:45.570646 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 257c1399-639a-465e-8232-a5ca3c2242eb triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:34:45.571025 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:45.653414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:45.688834 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=257c1399-639a-465e-8232-a5ca3c2242eb,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:34:45.772803 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:45.821812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:34:45.920842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f8caf6ba-4b62-4604-bdfb-49cb39bfcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:46.126665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:46.243503 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:34:46.246588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa534183-d1d1-4e0f-b2f0-3a3d9d371b4a" -d '{"events": [{"server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "name": "network-vif-plugged", "status": "completed", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:34:46.943946 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:48.595510 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:34:51.469976 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5658fe5a-5952-4c37-a57b-0345553e3767 x-openstack-request-id: req-5658fe5a-5952-4c37-a57b-0345553e3767 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:34:51.471209 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "name": "network-vif-plugged", "status": "completed", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:34:51.471209 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5658fe5a-5952-4c37-a57b-0345553e3767 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:34:51.471209 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb', 'code': 200} Aug 24 22:34:51.594122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037a2c-678f-4ad5-bb94-7019c727d5a5 req-a7046e4c-1301-4adf-9bd0-a03d9c31e5e8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:51.596773 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-db037a2c-678f-4ad5-bb94-7019c727d5a5 req-a7046e4c-1301-4adf-9bd0-a03d9c31e5e8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0648944 Aug 24 22:34:51.643629 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-db037a2c-678f-4ad5-bb94-7019c727d5a5 req-fd14fa8b-18fc-4b29-a8e0-7d914e52e032 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Aug 24 22:34:51.689634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e32b1b-6d5f-4c28-abc4-c0971070647f req-16d6ab83-6a41-42ed-9950-a9ee0109faf3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:51.692067 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e32b1b-6d5f-4c28-abc4-c0971070647f req-16d6ab83-6a41-42ed-9950-a9ee0109faf3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0891554 Aug 24 22:34:51.746440 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e32b1b-6d5f-4c28-abc4-c0971070647f req-d1cd6c89-3847-4e7d-99f8-308dc5cc7543 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Aug 24 22:34:51.866118 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08616e1-da90-4968-bf7c-6c33aa3d5a45 req-d46483c0-bc8e-43b9-b72e-f3a3796fda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:51.867695 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d08616e1-da90-4968-bf7c-6c33aa3d5a45 req-d46483c0-bc8e-43b9-b72e-f3a3796fda29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 1098 time: 0.0440960 Aug 24 22:34:51.910813 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d08616e1-da90-4968-bf7c-6c33aa3d5a45 req-4188ca7c-d04e-4e7c-b298-672f0c88457e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Aug 24 22:34:53.185026 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cee4e-6daa-451a-85f7-8fdfde90f0b0 req-6370e9b4-5fa9-4aac-90ee-da1380699c03 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:53.186583 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d54cee4e-6daa-451a-85f7-8fdfde90f0b0 req-6370e9b4-5fa9-4aac-90ee-da1380699c03 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0514228 Aug 24 22:34:53.229853 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d54cee4e-6daa-451a-85f7-8fdfde90f0b0 req-f44dce44-0516-4e1c-b8a3-1b58697a6290 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Aug 24 22:34:53.240121 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20f51a-288b-476a-9c76-78036e2bf27d req-286bd798-b350-4d3a-8ded-61f24022be5d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:53.241859 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a20f51a-288b-476a-9c76-78036e2bf27d req-286bd798-b350-4d3a-8ded-61f24022be5d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0559385 Aug 24 22:34:53.281174 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a20f51a-288b-476a-9c76-78036e2bf27d req-4b600b26-1a78-42bd-9494-57129d82ad14 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Aug 24 22:34:58.833157 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73da7-c007-40ac-b3fc-87b5299a4801 req-a72defac-37cf-47b7-856b-0b0e60cc483a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:58.838528 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-32c73da7-c007-40ac-b3fc-87b5299a4801 req-a72defac-37cf-47b7-856b-0b0e60cc483a tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0622768 Aug 24 22:34:58.854550 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612323c-4741-4ba3-9162-2237ca998ae3 req-6b5a89c5-3d5e-4020-b24e-d0e7194d0872 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:58.858182 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9612323c-4741-4ba3-9162-2237ca998ae3 req-6b5a89c5-3d5e-4020-b24e-d0e7194d0872 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0623903 Aug 24 22:34:58.888123 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-32c73da7-c007-40ac-b3fc-87b5299a4801 req-b4fa5054-4c3f-4ed0-bf9e-7e7da17e5563 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Aug 24 22:34:58.907063 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9612323c-4741-4ba3-9162-2237ca998ae3 req-9b58218c-7363-4da8-a8de-5d2461f62c25 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Aug 24 22:34:59.650852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee1631-b620-4ecb-af1a-ba3af6afddd0 req-e881dcff-9aa1-4c29-a699-73b3399dc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:34:59.652375 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bee1631-b620-4ecb-af1a-ba3af6afddd0 req-e881dcff-9aa1-4c29-a699-73b3399dc4fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 1099 time: 0.0404613 Aug 24 22:34:59.688911 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bee1631-b620-4ecb-af1a-ba3af6afddd0 req-24e6a3be-be07-4d78-8816-aa529edf3c36 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277634 Aug 24 22:35:05.640057 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-16263b53-b9a8-4c6f-abea-838645a72ea9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412059 Aug 24 22:35:05.836792 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c5cd-5306-45c9-b2e4-d5859f0e376e req-0b0ff02b-d3fe-4abf-8a30-7ef0e44da278 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:05.838382 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f258c5cd-5306-45c9-b2e4-d5859f0e376e req-0b0ff02b-d3fe-4abf-8a30-7ef0e44da278 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0809789 Aug 24 22:35:05.843054 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bd00-a54c-4244-a95f-a58762d481bc req-cc5251dc-af6d-4945-a94c-3b7b30e3d207 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:05.844553 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4900bd00-a54c-4244-a95f-a58762d481bc req-cc5251dc-af6d-4945-a94c-3b7b30e3d207 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0638707 Aug 24 22:35:05.855823 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-4accb4d5-8ca1-43b9-a42f-6e282e6dd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:05.857255 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-4accb4d5-8ca1-43b9-a42f-6e282e6dd6cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1098 time: 0.0677707 Aug 24 22:35:05.884466 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4900bd00-a54c-4244-a95f-a58762d481bc req-c294c79a-a58d-4b84-8c84-b31a49a9d796 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Aug 24 22:35:05.894844 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f258c5cd-5306-45c9-b2e4-d5859f0e376e req-d364a569-14a5-48e8-b326-e115e693f88b tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493333 Aug 24 22:35:05.972317 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-05f20972-80d4-453d-abcb-45be0a6ac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:05.973836 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-05f20972-80d4-453d-abcb-45be0a6ac034 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.0928972 Aug 24 22:35:06.044185 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-9f25b738-19d5-4ff7-b66c-825ce70161cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0618351 Aug 24 22:35:06.123216 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-d35797df-2ef0-4099-8b7d-26edb806b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:06.124757 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-d35797df-2ef0-4099-8b7d-26edb806b411 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0458677 Aug 24 22:35:06.173102 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-a52bbbe3-fe49-49ea-8e84-b9f7b41fa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:06.174519 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-a52bbbe3-fe49-49ea-8e84-b9f7b41fa815 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419421 Aug 24 22:35:06.296626 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-d023bd13-3b89-47f3-8dc4-5941c3fddf8d service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872095 Aug 24 22:35:06.386637 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4078fb8c-1bf2-4685-8698-99fe31409583 req-1d935e46-c002-4c1c-b681-b8ff90a88cf0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826375 Aug 24 22:35:07.033444 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd4ee3-a00b-44aa-8669-aad692d4226a req-e986b2ca-5740-4c57-bd98-06e151921b04 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:07.035041 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-92fd4ee3-a00b-44aa-8669-aad692d4226a req-e986b2ca-5740-4c57-bd98-06e151921b04 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0504057 Aug 24 22:35:07.065979 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfb8c1-8469-4b0f-a3c1-4fc25e1a71b0 req-5eb7f957-76c7-493c-952b-1d7e3e781dc8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:07.067708 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0dfb8c1-8469-4b0f-a3c1-4fc25e1a71b0 req-5eb7f957-76c7-493c-952b-1d7e3e781dc8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0554931 Aug 24 22:35:07.086597 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-92fd4ee3-a00b-44aa-8669-aad692d4226a req-ea734ec5-b8ce-48eb-94f8-fa413c24935e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Aug 24 22:35:07.115987 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0dfb8c1-8469-4b0f-a3c1-4fc25e1a71b0 req-88438f91-beac-4bef-ac6d-d2d3f2b77b50 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Aug 24 22:35:08.282724 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a18367-5157-4fa7-9fca-82536f5c294c req-ac94170a-9b94-416d-b66a-75494eba62d8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:08.284754 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d1a18367-5157-4fa7-9fca-82536f5c294c req-ac94170a-9b94-416d-b66a-75494eba62d8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0502183 Aug 24 22:35:08.323162 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d1a18367-5157-4fa7-9fca-82536f5c294c req-7147a816-3f3e-45b5-90f4-2c128e30f96a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Aug 24 22:35:08.444626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f98a3-d475-4cd3-9213-b26176972bb3 req-0de8e8fc-5120-43b7-b652-277e8637c25f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:08.446047 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-205f98a3-d475-4cd3-9213-b26176972bb3 req-0de8e8fc-5120-43b7-b652-277e8637c25f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Aug 24 22:35:08.488818 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-205f98a3-d475-4cd3-9213-b26176972bb3 req-52193ab9-2048-4bed-a488-9d81bff4a0c5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Aug 24 22:35:11.639203 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:13.395109 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8f54c9f9-43aa-4624-ab55-7808d285501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:13.401145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47c17-296f-4a7e-8b73-d92ba1712759 req-5210a562-3201-4e93-ac0d-9b537b8334b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:13.411430 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ffb47c17-296f-4a7e-8b73-d92ba1712759 req-5210a562-3201-4e93-ac0d-9b537b8334b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0950313 Aug 24 22:35:13.453034 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ffb47c17-296f-4a7e-8b73-d92ba1712759 req-aa372ff2-7815-44d6-818d-b4840d740f59 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Aug 24 22:35:13.457303 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613188f8-5085-4320-b3f7-e6041f4c292e req-2940a22b-5dcd-4891-aeb0-61b945b4273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:13.457303 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-2940a22b-5dcd-4891-aeb0-61b945b4273c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0533037 Aug 24 22:35:13.583247 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613188f8-5085-4320-b3f7-e6041f4c292e req-6bba01d6-85db-452c-8ddb-7b97e988b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:13.585717 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-6bba01d6-85db-452c-8ddb-7b97e988b7a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1196570 Aug 24 22:35:13.644154 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-79775df9-a9bc-4091-866f-8f9a0ce4b54a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0473559 Aug 24 22:35:13.725146 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613188f8-5085-4320-b3f7-e6041f4c292e req-171226a0-9700-4963-a219-c0dcb93c664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:13.726722 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-171226a0-9700-4963-a219-c0dcb93c664f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0755899 Aug 24 22:35:13.781851 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-4abc337d-d011-4f5d-bf3c-38cb8e08e99f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363054 Aug 24 22:35:13.925677 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-9bc6d297-9788-4426-92a9-2f8d930aa8c1 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352708 Aug 24 22:35:14.046576 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-613188f8-5085-4320-b3f7-e6041f4c292e req-e35d23d4-2169-4c65-9067-ec5bafb0835b service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117678 Aug 24 22:35:14.596319 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49676213-3b21-4e95-9f0c-c06841d292ef req-fff36093-b7d4-4843-893d-aa59883d317c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:14.597961 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49676213-3b21-4e95-9f0c-c06841d292ef req-fff36093-b7d4-4843-893d-aa59883d317c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0621791 Aug 24 22:35:14.651617 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-49676213-3b21-4e95-9f0c-c06841d292ef req-a86a4be7-4fd2-490b-a381-f49952b7c978 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Aug 24 22:35:15.797095 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da02f-7192-4019-b610-00123d299dce req-e55648d4-62ce-4e17-a091-197226b16571 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:15.799440 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-522da02f-7192-4019-b610-00123d299dce req-e55648d4-62ce-4e17-a091-197226b16571 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0697048 Aug 24 22:35:15.861626 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-522da02f-7192-4019-b610-00123d299dce req-54af5f67-156e-483c-afeb-658566f38fb8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Aug 24 22:35:15.920746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6b365331-a779-4048-951d-8dfa2f1d4bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:16.115210 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:16.949599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:17.027486 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c1de3-f375-494d-97b4-2d50fbcf9473 req-f95f27ff-7d3b-415e-a21c-96a5e1387873 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:17.029887 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-663c1de3-f375-494d-97b4-2d50fbcf9473 req-f95f27ff-7d3b-415e-a21c-96a5e1387873 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0602810 Aug 24 22:35:17.074193 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-663c1de3-f375-494d-97b4-2d50fbcf9473 req-b519cff8-8a0a-45ca-a101-1c5b6671dbe3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Aug 24 22:35:18.216030 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905af3-aca5-4fef-8d86-524a43c66792 req-cfdd90bb-713e-4a7e-b792-02681553d13f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:18.218345 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d905af3-aca5-4fef-8d86-524a43c66792 req-cfdd90bb-713e-4a7e-b792-02681553d13f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0534337 Aug 24 22:35:18.265459 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d905af3-aca5-4fef-8d86-524a43c66792 req-0501791e-258d-4cd3-a26f-3d0dd00fe268 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Aug 24 22:35:18.617669 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:19.415867 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff707140-6bf9-46d0-ac72-36106d231aac req-0e5e89b1-37b5-407b-b9f6-fb89224eb933 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:19.417427 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff707140-6bf9-46d0-ac72-36106d231aac req-0e5e89b1-37b5-407b-b9f6-fb89224eb933 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0552437 Aug 24 22:35:19.464895 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff707140-6bf9-46d0-ac72-36106d231aac req-43cddcc9-0d56-4b26-a133-9f528845af22 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367346 Aug 24 22:35:20.283806 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-c6943bda-2d75-4887-9964-4ac56533efe0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084490198&fields=id&tenant_id=4176fc5b624843dea166834b19ba436c HTTP/1.1" status: 200 len: 267 time: 0.0421014 Aug 24 22:35:20.432847 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-45c260bc-27bc-48bd-8175-dec09746b8ed tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:20.434600 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-45c260bc-27bc-48bd-8175-dec09746b8ed tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 809 time: 0.1418941 Aug 24 22:35:20.460297 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-143ddc49-7984-456a-9dbe-0bae1c220a90 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/quotas/4176fc5b624843dea166834b19ba436c HTTP/1.1" status: 200 len: 375 time: 0.0171018 Aug 24 22:35:20.555738 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-66a74c30-6602-4aec-a8af-942340cb553b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865853 Aug 24 22:35:20.611025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0fc90-e787-486e-850f-38aed23bd329 req-b70353aa-b3d1-42bc-abb2-c7d2ff76fa5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:20.623963 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99c0fc90-e787-486e-850f-38aed23bd329 req-b70353aa-b3d1-42bc-abb2-c7d2ff76fa5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0761051 Aug 24 22:35:20.675636 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-99c0fc90-e787-486e-850f-38aed23bd329 req-071ea3c3-af82-4608-93d0-68f704e98089 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505822 Aug 24 22:35:20.752640 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-76c781d0-099e-46be-bc27-ed11d65788a2 service neutron] 10.222.0.39 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696713 Aug 24 22:35:20.885201 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-5195672a-060d-40e4-ae10-53002bdec19c service neutron] 10.222.0.39 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391997 Aug 24 22:35:21.567466 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-610e80af-228f-4889-9a17-f861aba862ad req-9ba8c91c-f46b-46e5-81bd-8b3967fe50ae tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Aug 24 22:35:21.824993 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e41f-8eb7-4d57-aa65-dddcfb95e621 req-e240df26-c58a-4b17-8299-1db48b47e4de tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:21.826719 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eab9e41f-8eb7-4d57-aa65-dddcfb95e621 req-e240df26-c58a-4b17-8299-1db48b47e4de tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0727403 Aug 24 22:35:21.883244 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eab9e41f-8eb7-4d57-aa65-dddcfb95e621 req-981734e9-5f05-4ebc-b0d6-bd065c30f932 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Aug 24 22:35:22.433257 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:35:22.688081 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-56c79d40-053e-4804-9dc7-82f10261600a req-5ffb1de8-50c7-43ad-9a47-2ca11589267e tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0504999 Aug 24 22:35:23.016367 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737a77a-d3cb-4e14-a2a5-174351bc71d3 req-87720267-a3b7-49aa-b081-3a03608ffefb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:23.017979 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6737a77a-d3cb-4e14-a2a5-174351bc71d3 req-87720267-a3b7-49aa-b081-3a03608ffefb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0564079 Aug 24 22:35:23.064857 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6737a77a-d3cb-4e14-a2a5-174351bc71d3 req-f3dcbf0e-549b-47bb-b275-ceeecb06b155 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Aug 24 22:35:23.886103 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-09b8d3d5-4b54-4faf-9701-1048f2db89bb req-f9f65e1f-cd0a-4e70-994b-a7f6fcf850d5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0390370 Aug 24 22:35:24.003289 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc1fe-9ba7-4d78-b281-83a99649d42f req-8131007e-11a1-436e-8fd5-5f30adeefd5c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:24.005015 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ad1cc1fe-9ba7-4d78-b281-83a99649d42f req-8131007e-11a1-436e-8fd5-5f30adeefd5c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.0584507 Aug 24 22:35:24.055542 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ad1cc1fe-9ba7-4d78-b281-83a99649d42f req-201b21c7-1a04-46d8-957c-6b54918092ee tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Aug 24 22:35:24.206758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c6cb3-7c72-4ef7-b50c-75044e88520a req-e5b47298-79d4-4c9c-a9db-a8f9a451a998 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:24.211974 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-449c6cb3-7c72-4ef7-b50c-75044e88520a req-e5b47298-79d4-4c9c-a9db-a8f9a451a998 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0658658 Aug 24 22:35:24.261957 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-449c6cb3-7c72-4ef7-b50c-75044e88520a req-3e3bbb1c-5058-40c1-8291-56b35f6ba50a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Aug 24 22:35:25.036368 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-097b84d3-02eb-4341-aedb-cc1728028915 req-6092dd67-14c6-4aa1-9833-df4b6d412e87 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0365975 Aug 24 22:35:25.308678 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043da3a-6bef-43c8-92b1-37513f8aeafa req-9479c9c7-d6cf-4ba5-beea-8d93c3155080 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:25.310254 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4043da3a-6bef-43c8-92b1-37513f8aeafa req-9479c9c7-d6cf-4ba5-beea-8d93c3155080 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.1684527 Aug 24 22:35:25.380077 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413deaf-e59f-4f64-86a4-deb46977390b req-1438119c-1831-4aee-b496-edfa8df42505 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:25.381739 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2413deaf-e59f-4f64-86a4-deb46977390b req-1438119c-1831-4aee-b496-edfa8df42505 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0499334 Aug 24 22:35:25.383831 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-aeb68265-50cb-4074-a358-c928990ec224 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:25.385414 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-aeb68265-50cb-4074-a358-c928990ec224 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 809 time: 0.2169228 Aug 24 22:35:25.388407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4043da3a-6bef-43c8-92b1-37513f8aeafa req-4ce10604-d772-4f79-b503-234e8edb7f55 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699143 Aug 24 22:35:25.426181 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2413deaf-e59f-4f64-86a4-deb46977390b req-eee3455e-751f-4055-aab1-de14ccc33e68 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Aug 24 22:35:25.469343 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-4f3427b7-f2aa-4574-a361-3d2088085020 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4176fc5b624843dea166834b19ba436c HTTP/1.1" status: 200 len: 380 time: 0.0454133 Aug 24 22:35:25.482429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'port': {'device_id': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'admin_state_up': True, 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'security_groups': ['6b765d91-ea19-4e6c-9a25-852ec1df1ddb']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:35:25.714878 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Made reservation on behalf of 4176fc5b624843dea166834b19ba436c for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:35:25.718503 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:25.856123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Allocated IP 172.20.0.4 (1e5578b0-36a4-4bdf-acc6-ea53d4d89df2/9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6/8d70f628-9db9-4cfd-9b8b-8043ec8a22cc) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:35:26.018763 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.034168 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Transition to ACTIVE for port object 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:35:26.131335 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.176983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:35:26.184895 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:35:26.190180 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b683-b380-43c5-a77b-9645ca31fd8d req-007e24da-5059-48ba-adb6-eda5f995ef42 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:26.190394 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:35:26.190506 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6bc0b683-b380-43c5-a77b-9645ca31fd8d req-007e24da-5059-48ba-adb6-eda5f995ef42 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 931 time: 0.0616362 Aug 24 22:35:26.242262 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6bc0b683-b380-43c5-a77b-9645ca31fd8d req-5498ae00-4eb1-4135-bc61-23f2bf83d51c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Aug 24 22:35:26.244411 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:26.267467 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:26.268199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.272639 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.276265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:26.367578 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-dd851e91-f083-4be0-b579-5d279c2e75af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897293 Aug 24 22:35:26.393040 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Request body: {'port': {'device_id': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:35:26.453768 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.566915 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-4ea4a80a-fe01-4f23-aefb-5c3905bc99b4 None None] Provisioning for port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:35:26.573126 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-4ea4a80a-fe01-4f23-aefb-5c3905bc99b4 None None] Provisioning complete for port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:35:26.573523 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a80a-fe01-4f23-aefb-5c3905bc99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.621322 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4a80a-fe01-4f23-aefb-5c3905bc99b4 None None] Port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:35:26.626966 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb36f7-2cd6-4390-b4c5-7980e7031a75 req-dcd90aac-4ee7-4486-a7a8-85a952dea031 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:26.628768 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4fb36f7-2cd6-4390-b4c5-7980e7031a75 req-dcd90aac-4ee7-4486-a7a8-85a952dea031 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.1578460 Aug 24 22:35:26.712021 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c4fb36f7-2cd6-4390-b4c5-7980e7031a75 req-e6bcd972-3aba-484a-b78a-cc0d288de7e4 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Aug 24 22:35:26.894662 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a685c-197f-44e3-9dd2-c7853821ff18 req-d5a2ce3b-d7d9-442b-8141-3bd9709c64da tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:26.896547 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-622a685c-197f-44e3-9dd2-c7853821ff18 req-d5a2ce3b-d7d9-442b-8141-3bd9709c64da tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0932636 Aug 24 22:35:26.912005 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dd3d6-b63b-4327-9c67-32046d427380 req-65606475-b88c-49be-9a7b-5d24dac52f9c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:26.921623 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8b0dd3d6-b63b-4327-9c67-32046d427380 req-65606475-b88c-49be-9a7b-5d24dac52f9c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0736017 Aug 24 22:35:26.968455 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:35:26.976788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:26.980534 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8b0dd3d6-b63b-4327-9c67-32046d427380 req-405e8626-f784-4aad-86b9-7142b5e42df2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Aug 24 22:35:26.981981 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-622a685c-197f-44e3-9dd2-c7853821ff18 req-263afc54-4095-46e0-9334-280de372e0fa tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Aug 24 22:35:27.012356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Transition to ACTIVE for port object 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:35:27.155127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:27.475177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:27.496025 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496a3e3-6976-421e-abb1-f747441e37a7 req-e428df84-f7ca-4026-b3b5-fb639fb3cbb0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:27.496025 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a496a3e3-6976-421e-abb1-f747441e37a7 req-e428df84-f7ca-4026-b3b5-fb639fb3cbb0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0788989 Aug 24 22:35:27.601590 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Attempting to bind port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:35:27.602043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Attempting to bind port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:35:27.602461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Attempting to bind port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc on network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:35:27.620812 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a496a3e3-6976-421e-abb1-f747441e37a7 req-736ab511-84d8-4ba8-ae2d-8ce97d21fb76 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069522 Aug 24 22:35:27.621279 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc on network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:35:27.621956 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Attempting to bind port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc on network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:35:27.634939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:35:27.635324 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Checking segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:35:27.635758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Bound using segment: {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:35:27.655329 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Bound port: 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102b1439-238a-4f67-b60b-3bd028adca4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:35:27.664264 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:27.735312 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-e1898bb0-b9aa-456e-a84f-f456155cb62c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:27.737743 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-e1898bb0-b9aa-456e-a84f-f456155cb62c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.0877776 Aug 24 22:35:27.783402 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:35:27.787354 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:35:27.872891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d9417-66d6-41fa-ba78-5e7d863f4461 req-9eb72cf2-67e6-4457-9c03-c32f0989adf0 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:27.881695 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b82d9417-66d6-41fa-ba78-5e7d863f4461 req-9eb72cf2-67e6-4457-9c03-c32f0989adf0 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 945 time: 0.0635197 Aug 24 22:35:27.890730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:27.930378 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Deleting port c987d30c-1e64-4641-9ef4-14dd07288c6f {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:35:27.931385 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:27.964385 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:27.965462 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:27.966610 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] 10.222.0.25 "PUT /v2.0/ports/8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 1093 time: 1.5789499 Aug 24 22:35:27.967401 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:27.970160 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e447d-0815-44eb-8757-0476b9163f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:27.999878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b82d9417-66d6-41fa-ba78-5e7d863f4461 req-6ac5fcdc-aa8a-4d2b-8b97-18d0a014f485 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170542 Aug 24 22:35:28.044308 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75a0030-ea58-40af-834b-113c4e0f0610 x-openstack-request-id: req-e75a0030-ea58-40af-834b-113c4e0f0610 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:28.044708 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:28.045647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e75a0030-ea58-40af-834b-113c4e0f0610 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:28.050167 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'status': 'completed', 'code': 200} Aug 24 22:35:28.050167 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7666a60-045b-47ab-a564-38adb06c346d service neutron] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:28.115420 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] For port c987d30c-1e64-4641-9ef4-14dd07288c6f, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=c987d30c-1e64-4641-9ef4-14dd07288c6f,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:28.115788 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:28.135525 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Calling delete_port for c987d30c-1e64-4641-9ef4-14dd07288c6f owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:35:28.197867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c744d6-3a3e-408d-bbd3-013564413c85 req-554ee82b-f329-4282-8f42-d52a9ed2ff00 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.199450 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a0c744d6-3a3e-408d-bbd3-013564413c85 req-554ee82b-f329-4282-8f42-d52a9ed2ff00 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.1094728 Aug 24 22:35:28.201588 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e447d-0815-44eb-8757-0476b9163f4d req-3dea3c6d-c34e-4afe-8bfa-8584a34b32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.203086 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-869e447d-0815-44eb-8757-0476b9163f4d req-3dea3c6d-c34e-4afe-8bfa-8584a34b32c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1096 time: 0.1013448 Aug 24 22:35:28.319920 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a0c744d6-3a3e-408d-bbd3-013564413c85 req-ffe4529b-6b5d-43da-8e1e-01b55cf473bf tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094882 Aug 24 22:35:28.364287 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1295-e31f-4853-8c84-62e712115d13 req-9cee8bc6-e4c2-4d9d-9e9a-f9fdde8aec1a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.372728 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-706a1295-e31f-4853-8c84-62e712115d13 req-9cee8bc6-e4c2-4d9d-9e9a-f9fdde8aec1a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1297350 Aug 24 22:35:28.390187 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e447d-0815-44eb-8757-0476b9163f4d req-ce1c430b-7160-40c8-bf51-27f72f4c850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.393653 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-869e447d-0815-44eb-8757-0476b9163f4d req-ce1c430b-7160-40c8-bf51-27f72f4c850d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4176fc5b624843dea166834b19ba436c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1536474 Aug 24 22:35:28.440231 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-706a1295-e31f-4853-8c84-62e712115d13 req-cedf02fe-d748-420e-b9f5-7641b18d7bf4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610154 Aug 24 22:35:28.539575 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e447d-0815-44eb-8757-0476b9163f4d req-7046a519-162a-4771-952f-d7c6ccdfdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.539575 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-869e447d-0815-44eb-8757-0476b9163f4d req-7046a519-162a-4771-952f-d7c6ccdfdf76 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314988 Aug 24 22:35:28.585074 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:28.612462 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Pushing event deleted for resources: {'Port': ['ID=c987d30c-1e64-4641-9ef4-14dd07288c6f,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:28.655464 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.655848 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.656179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.656516 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.656847 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.657303 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.657676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.658061 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.658787 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.658787 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.659064 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['c987d30c-1e64-4641-9ef4-14dd07288c6f'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:28.659609 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.659609 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:28.695173 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] No DVR routers for this DVR port c987d30c-1e64-4641-9ef4-14dd07288c6f on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:35:28.700487 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:28.703855 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c0491332-96b9-47c3-9715-5eb9ad22b7a3 req-99aff638-e7b4-495e-bafc-8d10be807b60 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "DELETE /v2.0/ports/c987d30c-1e64-4641-9ef4-14dd07288c6f HTTP/1.1" status: 204 len: 173 time: 0.9539092 Aug 24 22:35:28.705998 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'name': 'network-vif-deleted', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:28.709102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff0bbd3-8934-4d8a-9903-b001e4b89d5c" -d '{"events": [{"server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "name": "network-vif-deleted", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:28.737103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-c6572495-b8c2-423c-8572-eb7244c8589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.738887 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-c6572495-b8c2-423c-8572-eb7244c8589f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1096 time: 0.0492563 Aug 24 22:35:28.752484 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f619cc0f-dd57-4701-962d-14632604a079 x-openstack-request-id: req-f619cc0f-dd57-4701-962d-14632604a079 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:28.752772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3adbca-f4b8-4605-8859-8ccce0654072", "name": "network-vif-deleted", "tag": "c987d30c-1e64-4641-9ef4-14dd07288c6f", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:28.753022 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f619cc0f-dd57-4701-962d-14632604a079 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:28.753578 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3adbca-f4b8-4605-8859-8ccce0654072', 'name': 'network-vif-deleted', 'tag': 'c987d30c-1e64-4641-9ef4-14dd07288c6f', 'status': 'completed', 'code': 200} Aug 24 22:35:28.775454 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5575d-fd86-4810-8ddf-690493d1bf3a req-e20522b9-18a3-4a74-aa79-a25beca31c56 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.776994 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2ff5575d-fd86-4810-8ddf-690493d1bf3a req-e20522b9-18a3-4a74-aa79-a25beca31c56 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0560703 Aug 24 22:35:28.819642 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2ff5575d-fd86-4810-8ddf-690493d1bf3a req-d6574af3-57ae-4618-9138-d3745dd7b949 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Aug 24 22:35:28.848578 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-3308e8d8-57cf-4f1f-9093-0b3a1e00b00d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 217 time: 0.0789628 Aug 24 22:35:28.957120 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-ca8a383d-a007-48e7-8e56-df4382596cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:28.958639 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-ca8a383d-a007-48e7-8e56-df4382596cbd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0677955 Aug 24 22:35:29.037511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-cf1f6dde-402b-4e82-bf52-bbecbed7a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:29.039101 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-cf1f6dde-402b-4e82-bf52-bbecbed7a6f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471649 Aug 24 22:35:29.102965 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1ff7c17-dc71-4940-9742-30919d755553 req-3cc4b44b-aa42-479f-b8e4-d864c9e608d6 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Aug 24 22:35:29.147631 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-ad1c83ad-60eb-470e-a0d4-f6b228d00dbd service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895338 Aug 24 22:35:29.252591 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d8ae0425-2304-4c26-af7b-2d938617e005 req-c1c60735-975b-48cf-b8ee-9838ef50e6d3 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915761 Aug 24 22:35:29.448884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba24b3-65b7-4899-aa9d-534e95d58d41 req-3fa27911-3c11-43d9-82d4-9e214b3a01a0 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:29.450421 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20ba24b3-65b7-4899-aa9d-534e95d58d41 req-3fa27911-3c11-43d9-82d4-9e214b3a01a0 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Aug 24 22:35:29.494935 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20ba24b3-65b7-4899-aa9d-534e95d58d41 req-76fd2904-b9d6-462c-b041-95eed06a214c tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374775 Aug 24 22:35:29.754931 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dccda2-9c73-450b-952c-b93ae4debdf4 req-196decde-2634-4a42-a86e-ebcb9e8ce6e6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:29.756475 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a2dccda2-9c73-450b-952c-b93ae4debdf4 req-196decde-2634-4a42-a86e-ebcb9e8ce6e6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.2560594 Aug 24 22:35:29.800651 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a2dccda2-9c73-450b-952c-b93ae4debdf4 req-6fabf2df-01b2-479c-8184-79b5871255db tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Aug 24 22:35:29.940102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f710bc4-df23-4dc4-b2bc-25689a717322 req-6b58ee2a-4be0-45d6-b1e2-5836414d447d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:29.941887 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f710bc4-df23-4dc4-b2bc-25689a717322 req-6b58ee2a-4be0-45d6-b1e2-5836414d447d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0522554 Aug 24 22:35:29.993665 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9f710bc4-df23-4dc4-b2bc-25689a717322 req-94ca36b1-9530-41bd-a08e-199afec5c648 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458057 Aug 24 22:35:30.222722 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c04f3ffc-cb9f-4e84-b1fe-dee6f959b242 req-0d335c38-e2d4-4412-9171-cc5be26d9998 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac3adbca-f4b8-4605-8859-8ccce0654072 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Aug 24 22:35:30.620187 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994310f8-0790-4dc8-b640-7c01ad1decc4 req-68a4dfbe-f87a-4179-a5bc-ec3b73e307b7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:30.621789 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-994310f8-0790-4dc8-b640-7c01ad1decc4 req-68a4dfbe-f87a-4179-a5bc-ec3b73e307b7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0550869 Aug 24 22:35:30.662373 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-994310f8-0790-4dc8-b640-7c01ad1decc4 req-3286fdad-67fc-428d-ac75-cc7d374fa6ec tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344155 Aug 24 22:35:30.900142 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-c56833bc-c8f1-4e5d-8355-c66185c7fdcf tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:30.901714 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-c56833bc-c8f1-4e5d-8355-c66185c7fdcf tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 945 time: 0.0606296 Aug 24 22:35:30.922391 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759fe49-2a70-43fb-8de3-ff94be05d110 req-dad842c1-7237-47f6-8939-8d3f9d16833d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:30.924260 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0759fe49-2a70-43fb-8de3-ff94be05d110 req-dad842c1-7237-47f6-8939-8d3f9d16833d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0540185 Aug 24 22:35:30.975842 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0759fe49-2a70-43fb-8de3-ff94be05d110 req-352dc779-a0ed-446d-9d79-1fb13c688c07 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Aug 24 22:35:31.018259 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Deleting port 257c1399-639a-465e-8232-a5ca3c2242eb {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:35:31.021152 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:31.133245 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ce56-dba6-4ae9-81e0-d653a0bdb683 req-9ffca9a8-e672-4acb-b9ed-785401566016 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:31.133873 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] For port 257c1399-639a-465e-8232-a5ca3c2242eb, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=257c1399-639a-465e-8232-a5ca3c2242eb,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:31.134239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:31.135026 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8928ce56-dba6-4ae9-81e0-d653a0bdb683 req-9ffca9a8-e672-4acb-b9ed-785401566016 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0547903 Aug 24 22:35:31.155034 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Calling delete_port for 257c1399-639a-465e-8232-a5ca3c2242eb owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:35:31.174498 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8928ce56-dba6-4ae9-81e0-d653a0bdb683 req-4187c3b9-f4d5-40d2-9664-7b77aabfa2f5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Aug 24 22:35:31.360872 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:31.393418 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event deleted for resources: {'Port': ['ID=257c1399-639a-465e-8232-a5ca3c2242eb,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:31.406912 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df', '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', '257c1399-639a-465e-8232-a5ca3c2242eb'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:31.439933 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] No DVR routers for this DVR port 257c1399-639a-465e-8232-a5ca3c2242eb on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:35:31.442832 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:31.445408 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ffc17660-564c-4dbf-8198-8ce4d51e4485 req-9f0b39d0-f9bc-4e73-b40f-0f1c51e57671 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "DELETE /v2.0/ports/257c1399-639a-465e-8232-a5ca3c2242eb HTTP/1.1" status: 204 len: 173 time: 0.5357189 Aug 24 22:35:31.446206 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'name': 'network-vif-deleted', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:31.449870 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2092eb-00fb-4271-92de-e9876138210a" -d '{"events": [{"server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "name": "network-vif-deleted", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:31.491736 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244853c9-7253-49c9-b749-8e2940cb2eb2 x-openstack-request-id: req-244853c9-7253-49c9-b749-8e2940cb2eb2 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:31.492030 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cbc92-212d-41ba-bdff-45e04c17ad48", "name": "network-vif-deleted", "tag": "257c1399-639a-465e-8232-a5ca3c2242eb", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:31.492283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-244853c9-7253-49c9-b749-8e2940cb2eb2 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:31.492677 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cbc92-212d-41ba-bdff-45e04c17ad48', 'name': 'network-vif-deleted', 'tag': '257c1399-639a-465e-8232-a5ca3c2242eb', 'status': 'completed', 'code': 200} Aug 24 22:35:31.659559 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c987d30c-1e64-4641-9ef4-14dd07288c6f no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:35:31.690647 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: c987d30c-1e64-4641-9ef4-14dd07288c6f {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:35:31.690865 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device c987d30c-1e64-4641-9ef4-14dd07288c6f not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:35:31.764337 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-06dd6577-4b8a-4f62-8359-41db0a57c242 req-76607be6-501d-47a5-acf6-fd0cd9c3d5f2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0307207 Aug 24 22:35:32.086874 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b0bf-fd41-4cba-bbab-4cb4dcbf4454 req-eb69c9ed-774f-474b-a5c6-a998187144ae tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:32.088367 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4ba6b0bf-fd41-4cba-bbab-4cb4dcbf4454 req-eb69c9ed-774f-474b-a5c6-a998187144ae tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Aug 24 22:35:32.128049 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4ba6b0bf-fd41-4cba-bbab-4cb4dcbf4454 req-c6a7265b-c91f-4500-b6f7-41075ef5625b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Aug 24 22:35:32.296093 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1a29-bab2-49ce-b3c4-26c767eb369d req-2db1ec10-30d6-466e-a3f4-781f670eb24f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:32.297521 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-849d1a29-bab2-49ce-b3c4-26c767eb369d req-2db1ec10-30d6-466e-a3f4-781f670eb24f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0529866 Aug 24 22:35:32.338076 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-849d1a29-bab2-49ce-b3c4-26c767eb369d req-8d4a6d04-3ad9-4f69-9f9f-f06a36297c41 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Aug 24 22:35:32.888270 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3321e146-7813-445b-a514-b146cfcde529 req-0cafd20d-01b7-426c-847a-0b2291c9b92f tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0267735 Aug 24 22:35:33.243198 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e772a7e-a8a9-4905-8db4-0cedcac5a567 req-4d6e2c95-83d9-4a5d-b392-c648cae26da4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:33.244700 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e772a7e-a8a9-4905-8db4-0cedcac5a567 req-4d6e2c95-83d9-4a5d-b392-c648cae26da4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0493796 Aug 24 22:35:33.286963 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e772a7e-a8a9-4905-8db4-0cedcac5a567 req-14fdda5d-c98c-468a-9fb0-a388e8cc27a7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363142 Aug 24 22:35:36.456080 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264e0b9-a180-4558-b440-1c786d2c40cc req-f4959bb2-db16-4cae-be7e-a5413669ce99 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:36.457674 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1264e0b9-a180-4558-b440-1c786d2c40cc req-f4959bb2-db16-4cae-be7e-a5413669ce99 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0554872 Aug 24 22:35:36.497747 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1264e0b9-a180-4558-b440-1c786d2c40cc req-6776d7a5-11b1-471b-99f2-607290780c59 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336747 Aug 24 22:35:36.547880 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16fe8ed2-d08e-4ef9-9b04-49e2ef2ac9ec req-f8e690dc-09bd-4222-b42b-5e65506b7072 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=148cbc92-212d-41ba-bdff-45e04c17ad48 HTTP/1.1" status: 200 len: 210 time: 0.0269752 Aug 24 22:35:36.608982 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6e0df-b6b7-414a-a0ed-4e8d8c3ade3a req-46d6e838-88f7-4e56-9368-079fd814e971 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:36.610727 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6fe6e0df-b6b7-414a-a0ed-4e8d8c3ade3a req-46d6e838-88f7-4e56-9368-079fd814e971 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0533633 Aug 24 22:35:36.650610 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6fe6e0df-b6b7-414a-a0ed-4e8d8c3ade3a req-25fa657e-31eb-45a2-8065-262ed142b77b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338492 Aug 24 22:35:36.919414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 257c1399-639a-465e-8232-a5ca3c2242eb no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:35:36.941256 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 257c1399-639a-465e-8232-a5ca3c2242eb {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:35:36.941629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 257c1399-639a-465e-8232-a5ca3c2242eb not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:35:37.135065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd8f8-6e1a-4030-8f64-1173dfc32c7d req-78cce186-6a40-4819-a0f6-d8e12fed144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:37.136525 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19ffd8f8-6e1a-4030-8f64-1173dfc32c7d req-78cce186-6a40-4819-a0f6-d8e12fed144b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0442717 Aug 24 22:35:37.171386 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-19ffd8f8-6e1a-4030-8f64-1173dfc32c7d req-69bd621e-6134-4567-a8b1-17ec33eb98bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268383 Aug 24 22:35:38.028288 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18b231-792c-45ca-87b5-ae0ffe6a2bed req-9cf0a8de-bc21-4e15-b4b4-fadccf9d4701 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:38.029867 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-db18b231-792c-45ca-87b5-ae0ffe6a2bed req-9cf0a8de-bc21-4e15-b4b4-fadccf9d4701 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0523887 Aug 24 22:35:38.070765 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-db18b231-792c-45ca-87b5-ae0ffe6a2bed req-857be697-8315-491a-8eec-eeab9724105f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Aug 24 22:35:38.138792 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 43910) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:38.215485 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Deleting subnet 639dc2bf-d5ce-422e-89ed-97ddafb11799 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:35:38.221515 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.262185 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683c320-c8cd-46bb-b697-430dcdafbaca req-41d229df-bbba-4d5e-96f9-d6006dedc6ad tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:38.263676 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0683c320-c8cd-46bb-b697-430dcdafbaca req-41d229df-bbba-4d5e-96f9-d6006dedc6ad tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1138978 Aug 24 22:35:38.280588 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.338737 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0683c320-c8cd-46bb-b697-430dcdafbaca req-41ce3723-f1f0-4ef8-b726-de53b517e8d9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 Aug 24 22:35:38.347512 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.561025 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.586892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639dc2bf-d5ce-422e-89ed-97ddafb11799,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:38.592028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.593553 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-7273e129-66a2-4686-b373-9dc7d9026fd9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/639dc2bf-d5ce-422e-89ed-97ddafb11799 HTTP/1.1" status: 204 len: 168 time: 0.4534221 Aug 24 22:35:38.597333 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 43918) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:38.671187 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.757199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.769963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e8a91d-2ef8-44d9-ab23-7c7507fb7c74']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:38.781155 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a40cd43-6c41-4787-ab82-6523cc4d0627') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:38.785900 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a40cd43-6c41-4787-ab82-6523cc4d0627') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:38.791175 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.809258 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:35:38.819705 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:35:38.955706 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.963418 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:38.969139 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/15e8a91d-2ef8-44d9-ab23-7c7507fb7c74 HTTP/1.1" status: 204 len: 168 time: 0.3660493 Aug 24 22:35:38.981850 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28823296-5e1d-4d1a-a698-7a0b73180ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e8a91d-2ef8-44d9-ab23-7c7507fb7c74,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:39.223639 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ddfcc-bd91-4039-bb7b-88ab26196d27 req-c0997cdd-2387-44c1-92f3-da9db36b3bbc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:39.225213 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a5ddfcc-bd91-4039-bb7b-88ab26196d27 req-c0997cdd-2387-44c1-92f3-da9db36b3bbc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0539324 Aug 24 22:35:39.267658 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2a5ddfcc-bd91-4039-bb7b-88ab26196d27 req-36347f53-fd65-44d9-954a-f3b7cc58775f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360706 Aug 24 22:35:39.420357 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 43942) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:39.497388 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d3b7d279-7f4a-4ada-8188-8b5dfb456ac8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c701e22aac1b40868fcab52680a0bdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752234 Aug 24 22:35:39.500937 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 43946) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:39.510489 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb42f5-2503-42e9-9f6c-4d6e8f5ffce1 req-b9b6ce3a-a43f-4143-ad37-e345b9c6add2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:39.512282 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34eb42f5-2503-42e9-9f6c-4d6e8f5ffce1 req-b9b6ce3a-a43f-4143-ad37-e345b9c6add2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0821235 Aug 24 22:35:39.559992 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34eb42f5-2503-42e9-9f6c-4d6e8f5ffce1 req-2c3e4ea0-ad50-4cea-a272-8401aae1d9c0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Aug 24 22:35:39.567154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:39.590041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:39.737874 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:39.740711 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:39.741905 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37350cb6-8d18-4582-a5cd-1824c50cc3d2 HTTP/1.1" status: 204 len: 168 time: 0.2389855 Aug 24 22:35:39.750275 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e2d7-e033-485d-8b2d-52ede8fd5728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37350cb6-8d18-4582-a5cd-1824c50cc3d2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:40.381205 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a4484-da50-49c2-99d7-295a0f3091a1 req-81830630-9bc9-4ca1-94f7-382f4ba21bee tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:40.384883 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47a4484-da50-49c2-99d7-295a0f3091a1 req-81830630-9bc9-4ca1-94f7-382f4ba21bee tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0556889 Aug 24 22:35:40.401920 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c2746-37e9-44a4-92ed-5f7d9e7f8ce9 req-938e3295-ac3e-427b-b9b3-5a476b90d726 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:40.410376 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d18c2746-37e9-44a4-92ed-5f7d9e7f8ce9 req-938e3295-ac3e-427b-b9b3-5a476b90d726 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0632129 Aug 24 22:35:40.445528 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47a4484-da50-49c2-99d7-295a0f3091a1 req-81875bc1-15f1-4c2f-8d94-6aad8d140f36 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493226 Aug 24 22:35:40.490348 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d18c2746-37e9-44a4-92ed-5f7d9e7f8ce9 req-e42b47e5-b929-452f-a5c1-7d8c272ef1b4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789306 Aug 24 22:35:40.692683 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae05b6-9a7d-460d-8885-b755cbca5047 req-11ed6e73-486f-4ae6-be74-c8c1acd57bfb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:40.694209 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88ae05b6-9a7d-460d-8885-b755cbca5047 req-11ed6e73-486f-4ae6-be74-c8c1acd57bfb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0608888 Aug 24 22:35:40.733243 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88ae05b6-9a7d-460d-8885-b755cbca5047 req-0c9c0bba-3362-4d06-9fc0-56db365421a7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 24 22:35:40.942923 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:35:41.047166 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:41.062555 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'mac_address': 'fa:16:3e:61:7b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:35:41.112827 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:41.128712 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:35:41.150800 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:41.212584 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18662963-de95-4b0f-b6a8-9ccaa71a3e51 req-ac293e90-ad8d-4bf7-9457-f91b73f39f59 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:41.214164 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-18662963-de95-4b0f-b6a8-9ccaa71a3e51 req-ac293e90-ad8d-4bf7-9457-f91b73f39f59 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0526633 Aug 24 22:35:41.223196 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:41.270067 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-18662963-de95-4b0f-b6a8-9ccaa71a3e51 req-ea94cefe-e7cf-45c0-94b8-f34c1881f4f9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Aug 24 22:35:41.286086 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:41.295542 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.295904 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.296250 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.296980 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.297475 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.298883 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.299233 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.299572 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.300058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.300401 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.300734 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.301064 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:35:41.604719 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a3756-7516-448a-b058-baf7b121d7ef req-1576e87f-2e85-43a8-a5c4-8eb8e14f6ff2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:41.606930 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f85a3756-7516-448a-b058-baf7b121d7ef req-1576e87f-2e85-43a8-a5c4-8eb8e14f6ff2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0572593 Aug 24 22:35:41.626626 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef88d-7984-41d3-ace0-078154bb10db req-794c7aa6-ddf0-474c-a4b0-f0eea343937c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:41.628554 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b60ef88d-7984-41d3-ace0-078154bb10db req-794c7aa6-ddf0-474c-a4b0-f0eea343937c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0594945 Aug 24 22:35:41.652059 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f85a3756-7516-448a-b058-baf7b121d7ef req-2ed80451-afde-44ad-b460-39be82b8ca91 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Aug 24 22:35:41.677589 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b60ef88d-7984-41d3-ace0-078154bb10db req-612ba446-f561-46fd-8ec6-78f3c1cd3ab4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Aug 24 22:35:42.388433 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec63e4-b95f-44d4-8499-234948640436 req-ecf23672-05cd-4428-9e29-a5a68725c8f6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:42.389982 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1cec63e4-b95f-44d4-8499-234948640436 req-ecf23672-05cd-4428-9e29-a5a68725c8f6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0500410 Aug 24 22:35:42.436674 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1cec63e4-b95f-44d4-8499-234948640436 req-d7c4aad3-4a45-40df-a5c0-6db58f62a69b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Aug 24 22:35:42.785531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638fcd-b52e-45a0-8945-7b50630eb349 req-186d78bd-628c-489d-beee-998bee6782be tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:42.787136 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-39638fcd-b52e-45a0-8945-7b50630eb349 req-186d78bd-628c-489d-beee-998bee6782be tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0524104 Aug 24 22:35:42.802480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97213edd-cd29-4fff-ad86-d373a2bad04d req-90951af7-d795-4a6f-ac78-54c9f2a8fca4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:42.804003 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97213edd-cd29-4fff-ad86-d373a2bad04d req-90951af7-d795-4a6f-ac78-54c9f2a8fca4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0525582 Aug 24 22:35:42.827414 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-39638fcd-b52e-45a0-8945-7b50630eb349 req-1c09539e-0428-4330-8d90-52787a955951 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Aug 24 22:35:42.844414 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97213edd-cd29-4fff-ad86-d373a2bad04d req-b24ba6d3-4530-423b-8395-e76a530cca09 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Aug 24 22:35:43.326258 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7cd2910e-a23a-4fce-b016-c6c5463a0ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:43.565295 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757502a4-1772-4713-9f6d-7ca09f360d24 req-5ff23788-ce13-40b6-8cf5-6091b5415ffc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:43.566972 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-757502a4-1772-4713-9f6d-7ca09f360d24 req-5ff23788-ce13-40b6-8cf5-6091b5415ffc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0561402 Aug 24 22:35:43.607345 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-757502a4-1772-4713-9f6d-7ca09f360d24 req-5e9691e2-1658-42c3-ad31-3643ed276a98 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Aug 24 22:35:43.961162 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f802a-550e-4278-a62a-af12355186fa req-90b43af3-b211-4ed2-a1be-1c1f6d5a94ed tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:43.963798 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f01f802a-550e-4278-a62a-af12355186fa req-90b43af3-b211-4ed2-a1be-1c1f6d5a94ed tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0632546 Aug 24 22:35:43.970447 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c93b-4304-42a9-9248-4f678a48b905 req-19b0aa97-0530-468b-b99a-8368b73d2cad tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:43.974474 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4582c93b-4304-42a9-9248-4f678a48b905 req-19b0aa97-0530-468b-b99a-8368b73d2cad tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0576522 Aug 24 22:35:44.019247 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f01f802a-550e-4278-a62a-af12355186fa req-5d1d1249-348b-4a41-8fbd-474d5296e363 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Aug 24 22:35:44.025204 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4582c93b-4304-42a9-9248-4f678a48b905 req-f9866ed0-2824-445b-977f-a915b6ead432 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Aug 24 22:35:44.681592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-72b03862-31f7-448b-b531-18ba08796cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:44.683904 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-72b03862-31f7-448b-b531-18ba08796cad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0442841 Aug 24 22:35:44.737637 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:44.792587 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04180a6-b786-4196-a3e1-59a06ee37181 req-7dd2de6c-1cbf-48e8-bb1c-52e9efa833bc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:44.794128 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a04180a6-b786-4196-a3e1-59a06ee37181 req-7dd2de6c-1cbf-48e8-bb1c-52e9efa833bc tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1080909 Aug 24 22:35:44.833664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-5a8307e2-d243-4e65-ac0a-3c15d0021ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:44.835105 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-5a8307e2-d243-4e65-ac0a-3c15d0021ab7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1367569 Aug 24 22:35:44.859355 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a04180a6-b786-4196-a3e1-59a06ee37181 req-8ba20fb5-97ef-45a3-9492-5a55f624d1ea tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529747 Aug 24 22:35:44.888811 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-4a56d2dd-66b8-4029-ae1f-88fb388e8d4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0441401 Aug 24 22:35:44.948527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-03f79b3c-d868-4d9a-9fc4-8732b2e666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:44.950025 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-03f79b3c-d868-4d9a-9fc4-8732b2e666aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0457222 Aug 24 22:35:45.040048 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-2566cf84-bbb1-4cfb-979e-fea1d908c050 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298758 Aug 24 22:35:45.140933 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e77d8-095f-4697-8066-cbc9c6033030 req-caa7e43b-491e-4140-abd8-30cb528bb668 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:45.142632 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-366e77d8-095f-4697-8066-cbc9c6033030 req-caa7e43b-491e-4140-abd8-30cb528bb668 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0513844 Aug 24 22:35:45.171539 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-fe6d2900-48de-4b61-9420-e34826bad9e0 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221426 Aug 24 22:35:45.179957 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62400215-717e-465d-9825-07a5aa7ece15 req-24f5c6ed-2464-4faf-802e-28c251905b68 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:45.181451 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-62400215-717e-465d-9825-07a5aa7ece15 req-24f5c6ed-2464-4faf-802e-28c251905b68 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0814211 Aug 24 22:35:45.183047 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-366e77d8-095f-4697-8066-cbc9c6033030 req-982cac35-c72e-4918-825c-85ed1864924e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Aug 24 22:35:45.220864 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-62400215-717e-465d-9825-07a5aa7ece15 req-f568cee5-a54a-403b-b9a0-267a3696722b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Aug 24 22:35:45.322159 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e2f54f2-a03f-4eff-ac33-bcdeaef0bb76 req-6df90422-8837-456b-924e-0da7b5e402eb service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Aug 24 22:35:45.643846 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:45.920830 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d26b3e15-8b2b-4525-ac7b-aec7b409e2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:45.990904 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9b10e-f6d0-428e-915c-0a3b7752eac5 req-dfceded7-ccd8-4d45-889f-9ad91f3a14d7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:45.992454 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-20d9b10e-f6d0-428e-915c-0a3b7752eac5 req-dfceded7-ccd8-4d45-889f-9ad91f3a14d7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0619898 Aug 24 22:35:46.035969 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-20d9b10e-f6d0-428e-915c-0a3b7752eac5 req-16e32ddd-e79f-4d21-a131-7eab815fb043 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Aug 24 22:35:46.172227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:46.309926 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0cdfb-a6b5-4440-9326-b8ad51403178 req-d8b0526e-220e-4f37-93f2-c690a7e2a3a1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:46.313522 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6fd0cdfb-a6b5-4440-9326-b8ad51403178 req-d8b0526e-220e-4f37-93f2-c690a7e2a3a1 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0534542 Aug 24 22:35:46.355600 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6fd0cdfb-a6b5-4440-9326-b8ad51403178 req-f2146e30-b63d-40f0-b04a-4e6700392928 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Aug 24 22:35:46.410960 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-0cc6bbb8-311a-45aa-ac08-fb1a18180db1 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:46.414999 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-0cc6bbb8-311a-45aa-ac08-fb1a18180db1 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/networks?id=09840319-1b22-4fdd-8ae4-33bfca5253a3 HTTP/1.1" status: 200 len: 814 time: 0.1172397 Aug 24 22:35:46.438356 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-0229acdf-077d-4580-ae6a-de6860d61e2a tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/quotas/1a22c44bc8804e7d8bd80507638ea95d HTTP/1.1" status: 200 len: 375 time: 0.0198426 Aug 24 22:35:46.484333 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b808-603a-4476-9683-efa4cd50da06 req-7b5dd027-4e75-4dde-a1e0-750b5e907f71 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:46.486151 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5080b808-603a-4476-9683-efa4cd50da06 req-7b5dd027-4e75-4dde-a1e0-750b5e907f71 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0588591 Aug 24 22:35:46.487663 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-07e0ccf1-bf8c-4717-b5b4-e93b34da56a9 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411634 Aug 24 22:35:46.532489 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5080b808-603a-4476-9683-efa4cd50da06 req-c0fae8bf-9407-47cc-b5a1-78f51d82ee54 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Aug 24 22:35:46.586769 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-146c4861-3ced-4836-8d94-b57877e7c886 service neutron] 10.222.0.39 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903010 Aug 24 22:35:46.686530 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-cc89e001-e5bb-4067-960d-b2fa7b8a2e60 service neutron] 10.222.0.39 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930765 Aug 24 22:35:46.892791 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71512-b284-4bed-a8e8-918351884e9c req-8fc345e6-0484-409e-80be-e78df5068786 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:46.894553 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cd71512-b284-4bed-a8e8-918351884e9c req-8fc345e6-0484-409e-80be-e78df5068786 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 945 time: 0.0597413 Aug 24 22:35:46.920875 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a4f6d27c-524b-4b75-9d4c-41719c66a3c4 req-fba03703-ccb7-406a-bf65-53608924692a tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 210 time: 0.0326612 Aug 24 22:35:46.990050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:47.009796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Deleting port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:35:47.010143 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:47.123104 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] For port ec784954-2fcc-48d9-947e-1e0e32a2d0f0, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:47.123710 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:47.143899 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Calling delete_port for ec784954-2fcc-48d9-947e-1e0e32a2d0f0 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:35:47.243945 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc426b-d7d7-44ff-8f99-efbdc483138a req-f475f9d0-7fa1-4254-ba0a-e728a874b8b7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:47.245469 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3bc426b-d7d7-44ff-8f99-efbdc483138a req-f475f9d0-7fa1-4254-ba0a-e728a874b8b7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1034729 Aug 24 22:35:47.325245 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e3bc426b-d7d7-44ff-8f99-efbdc483138a req-0d08947d-72b8-4f57-b9b2-14a464a1902f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Aug 24 22:35:47.413014 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:47.448701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event deleted for resources: {'Port': ['ID=ec784954-2fcc-48d9-947e-1e0e32a2d0f0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:47.471301 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df', '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:47.482383 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fa8ab0a-8847-4810-a5de-86998e58f49f req-45f2fcf7-7ccc-4b1c-aa51-dcbb12f50374 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0425296 Aug 24 22:35:47.514832 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] No DVR routers for this DVR port ec784954-2fcc-48d9-947e-1e0e32a2d0f0 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:35:47.518119 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:47.520725 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8cd71512-b284-4bed-a8e8-918351884e9c req-0f27d4b5-fe64-46d9-ae8a-0a2da3820377 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "DELETE /v2.0/ports/ec784954-2fcc-48d9-947e-1e0e32a2d0f0 HTTP/1.1" status: 204 len: 173 time: 0.6199055 Aug 24 22:35:47.521212 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'name': 'network-vif-deleted', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:47.527722 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e438f647-fd57-455b-81e1-f734d611009f" -d '{"events": [{"server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "name": "network-vif-deleted", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:47.622239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222bfab8-cee4-4e2d-bf10-5a72160aa724 x-openstack-request-id: req-222bfab8-cee4-4e2d-bf10-5a72160aa724 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:47.623356 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5746b177-6f58-4561-864a-20f6e02cd00e", "name": "network-vif-deleted", "tag": "ec784954-2fcc-48d9-947e-1e0e32a2d0f0", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:47.624062 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-222bfab8-cee4-4e2d-bf10-5a72160aa724 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:47.624997 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5746b177-6f58-4561-864a-20f6e02cd00e', 'name': 'network-vif-deleted', 'tag': 'ec784954-2fcc-48d9-947e-1e0e32a2d0f0', 'status': 'completed', 'code': 200} Aug 24 22:35:47.750645 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41311cb-c119-414c-9ad6-b8bedadcd913 req-46a6b5af-f905-4bc8-8f75-0267c9f86f15 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:47.750645 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c41311cb-c119-414c-9ad6-b8bedadcd913 req-46a6b5af-f905-4bc8-8f75-0267c9f86f15 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0943418 Aug 24 22:35:47.810595 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c41311cb-c119-414c-9ad6-b8bedadcd913 req-c47df89c-fc52-483f-8cf5-2e7a62518f73 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511158 Aug 24 22:35:48.572776 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-91022d57-e35a-4d35-be91-d36486d026d4 req-cfb7c28a-50a9-4828-9261-1f7b369287b0 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Aug 24 22:35:48.645399 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:48.689825 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:35:48.714771 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dc52-89f1-4a86-878a-343616177ad0 req-5eaecd95-d2c5-4965-9b4b-9e1b6ee20eaf tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:48.732534 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9938dc52-89f1-4a86-878a-343616177ad0 req-5eaecd95-d2c5-4965-9b4b-9e1b6ee20eaf tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1014409 Aug 24 22:35:48.805079 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9938dc52-89f1-4a86-878a-343616177ad0 req-d9de4089-fd5c-420b-8396-eaed3c554cc0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713415 Aug 24 22:35:48.862481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd452bf-b4d5-4371-859f-a2d971b06cba req-f3f7826e-b845-41f9-8a3b-8c0962aa1128 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:48.864599 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9dd452bf-b4d5-4371-859f-a2d971b06cba req-f3f7826e-b845-41f9-8a3b-8c0962aa1128 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0677361 Aug 24 22:35:48.883665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:35:48.887897 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:35:48.888599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:48.934417 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9dd452bf-b4d5-4371-859f-a2d971b06cba req-a689898a-ae5a-4e94-b14b-c9c1e106bacc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613010 Aug 24 22:35:48.994663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:48.996722 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-706aa5c5-40fc-444c-ad20-a337c2b4cf8f req-112c2ed9-8e79-44f2-852f-0ca43f0aaa08 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=5746b177-6f58-4561-864a-20f6e02cd00e HTTP/1.1" status: 200 len: 210 time: 0.0712273 Aug 24 22:35:49.034093 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:49.037137 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c4346-37e5-48f2-98c7-c22d72dd2b9f" -d '{"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-plugged", "status": "completed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:49.054263 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:49.077875 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73355650-5c87-4d10-928e-262a84d723f1 x-openstack-request-id: req-73355650-5c87-4d10-928e-262a84d723f1 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:49.078237 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-plugged", "status": "completed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:49.078647 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73355650-5c87-4d10-928e-262a84d723f1 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:49.079069 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'code': 200} Aug 24 22:35:49.080101 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17905a08-fdc2-4356-b3b3-18fdb57e7acd req-7270d005-1a8a-4d87-b5f4-7d17867855c0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:49.082398 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17905a08-fdc2-4356-b3b3-18fdb57e7acd req-7270d005-1a8a-4d87-b5f4-7d17867855c0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0604506 Aug 24 22:35:49.121014 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:49.122072 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device ec784954-2fcc-48d9-947e-1e0e32a2d0f0 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:35:49.140064 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17905a08-fdc2-4356-b3b3-18fdb57e7acd req-d5ccebce-428e-4a14-b65f-c14fadcc3fe7 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515444 Aug 24 22:35:49.166565 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: ec784954-2fcc-48d9-947e-1e0e32a2d0f0 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:35:49.166830 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device ec784954-2fcc-48d9-947e-1e0e32a2d0f0 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:35:49.199269 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:49.575628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-69977b71-bc56-4870-9cfd-82804c8543c7 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:49.577089 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-69977b71-bc56-4870-9cfd-82804c8543c7 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "GET /v2.0/networks?id=09840319-1b22-4fdd-8ae4-33bfca5253a3 HTTP/1.1" status: 200 len: 814 time: 0.1124799 Aug 24 22:35:49.598664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Request body: {'port': {'device_id': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3', 'admin_state_up': True, 'tenant_id': '1a22c44bc8804e7d8bd80507638ea95d'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:35:49.611900 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53260-d258-4512-b2ec-1d9bda825bf8 req-0ea71473-3dc2-4a62-aeee-05008850ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:49.614429 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4aa53260-d258-4512-b2ec-1d9bda825bf8 req-0ea71473-3dc2-4a62-aeee-05008850ce1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0467615 Aug 24 22:35:49.702309 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-80da9815-cec9-4e0a-9b99-701f50a3c349 req-e70c26d6-b4d8-4050-9cf7-906a7c1bb148 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 210 time: 0.0528526 Aug 24 22:35:49.704486 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4aa53260-d258-4512-b2ec-1d9bda825bf8 req-2353ae07-bd09-4396-8287-d90b988ede21 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791874 Aug 24 22:35:49.978795 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b106-55fc-4f04-b2b5-b0c9024b6645 req-8fbfd4f3-50fc-4953-aeb0-f45d24cf8163 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:49.980538 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b45b106-55fc-4f04-b2b5-b0c9024b6645 req-8fbfd4f3-50fc-4953-aeb0-f45d24cf8163 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0844083 Aug 24 22:35:50.028584 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b45b106-55fc-4f04-b2b5-b0c9024b6645 req-ba118cbb-408c-41b8-bdb2-fe9d68a00b51 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Aug 24 22:35:50.076352 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b2b8c-4bc6-44ce-a377-5f027eb956d1 req-bb0a2f30-4bb6-4606-8683-cd4d30a054c8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:50.078014 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c6b2b8c-4bc6-44ce-a377-5f027eb956d1 req-bb0a2f30-4bb6-4606-8683-cd4d30a054c8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0516741 Aug 24 22:35:50.116005 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Made reservation on behalf of 1a22c44bc8804e7d8bd80507638ea95d for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:35:50.119875 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:50.120839 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2c6b2b8c-4bc6-44ce-a377-5f027eb956d1 req-6ff808f5-102c-43ad-9775-33934e5d079f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365906 Aug 24 22:35:50.265783 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Allocated IP 172.20.0.11 (09840319-1b22-4fdd-8ae4-33bfca5253a3/b1bc60a5-3eb7-455b-97b6-388bf28855e7/67cbd3e8-bc48-4083-bca6-90dfbadb5b6c) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:35:50.280704 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba83a59-88bc-429c-aa2d-4b3c2074229d req-b3490e2d-faad-42f1-b826-394106ae7f05 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:50.282425 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bba83a59-88bc-429c-aa2d-4b3c2074229d req-b3490e2d-faad-42f1-b826-394106ae7f05 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0549605 Aug 24 22:35:50.327158 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bba83a59-88bc-429c-aa2d-4b3c2074229d req-2febabd4-2bfa-4462-920c-691e60fa4f5b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369651 Aug 24 22:35:50.446112 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:50.560236 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e24024-b737-4441-bf51-3f61fc4e0de0 req-62a16e45-8120-4a5d-aa05-df4223d07b62 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:50.561840 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-61e24024-b737-4441-bf51-3f61fc4e0de0 req-62a16e45-8120-4a5d-aa05-df4223d07b62 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0497139 Aug 24 22:35:50.574773 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:50.616791 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-61e24024-b737-4441-bf51-3f61fc4e0de0 req-4a7b6c11-d370-4fa8-9caa-024d307e87f5 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 24 22:35:50.624415 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Network 09840319-1b22-4fdd-8ae4-33bfca5253a3 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:35:50.634167 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:35:50.636368 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:35:50.669785 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Pushing event updated for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:50.697573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:50.697573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:50.766848 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e81614c8-e1b3-4200-9683-a49493e7cc1d tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1731727 Aug 24 22:35:50.833397 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbf7e-7ba8-42a5-bcc1-70e4971eaba3 req-3e6ca10f-d336-4318-a2be-570f9d3046be tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:50.834979 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b77bbf7e-7ba8-42a5-bcc1-70e4971eaba3 req-3e6ca10f-d336-4318-a2be-570f9d3046be tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 932 time: 0.0572214 Aug 24 22:35:50.845738 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Request body: {'port': {'device_id': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:35:50.931828 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b77bbf7e-7ba8-42a5-bcc1-70e4971eaba3 req-4cdf30b5-04c6-4a9f-8d39-df8c02ba5ec1 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904057 Aug 24 22:35:50.938988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.148215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4ffd-1099-4703-b2f2-f212150dba1f req-5faab365-f029-489e-bc3b-760542ec8627 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:51.149677 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6f4ffd-1099-4703-b2f2-f212150dba1f req-5faab365-f029-489e-bc3b-760542ec8627 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0501590 Aug 24 22:35:51.193748 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6f4ffd-1099-4703-b2f2-f212150dba1f req-588e7628-8c6f-4289-becd-8e3a302c6013 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Aug 24 22:35:51.232595 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:35:51.243894 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.281287 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Transition to ACTIVE for port object 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:35:51.302594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1331d-1105-439b-aa9f-c309cc8071d4 req-6345e654-5db7-4af3-bb27-6d3a1d42eea3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:51.307243 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fcb1331d-1105-439b-aa9f-c309cc8071d4 req-6345e654-5db7-4af3-bb27-6d3a1d42eea3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0577378 Aug 24 22:35:51.344398 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fcb1331d-1105-439b-aa9f-c309cc8071d4 req-30c2ed93-bf22-49e9-b041-c7c469e915e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338662 Aug 24 22:35:51.372337 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.435876 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Pushing event updated for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:51.468232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ce432-be01-495f-a589-d469a5627813 req-359004c9-eb8d-4454-a2c4-39a8e576c8fb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:51.469799 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d42ce432-be01-495f-a589-d469a5627813 req-359004c9-eb8d-4454-a2c4-39a8e576c8fb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0568588 Aug 24 22:35:51.515530 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d42ce432-be01-495f-a589-d469a5627813 req-0a3eeaae-7e4c-460e-97c2-b755ec6e6ffb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Aug 24 22:35:51.515752 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Attempting to bind port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:35:51.516028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Attempting to bind port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:35:51.516359 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Attempting to bind port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:35:51.521319 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:35:51.521712 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Attempting to bind port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c on network 09840319-1b22-4fdd-8ae4-33bfca5253a3 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:35:51.527033 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:35:51.527371 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Checking segment: {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:35:51.527800 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Bound using segment: {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:35:51.528246 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Bound port: 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08f5abab-6ebe-4c5c-86fb-63147c2a419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:35:51.528686 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.599599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:35:51.602891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:35:51.715755 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.756141 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:51.756939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:51.758179 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] 10.222.0.25 "PUT /v2.0/ports/67cbd3e8-bc48-4083-bca6-90dfbadb5b6c HTTP/1.1" status: 200 len: 1094 time: 0.9179950 Aug 24 22:35:51.760355 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:51.762634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125d48a-680f-451d-834c-3b01d2c8c482" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:51.795717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd87647-c168-4a5d-80a4-fd772696b50f req-f1a3df10-6d82-4c47-89f6-901e3e0dccba tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:51.797045 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3fd87647-c168-4a5d-80a4-fd772696b50f req-f1a3df10-6d82-4c47-89f6-901e3e0dccba tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.1091380 Aug 24 22:35:51.800618 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599940b-0c5a-4a69-ab5e-dc5c3b87e651 service neutron] Pushing event updated for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:51.809041 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec78828-9749-47f4-afed-0fe953852e63 x-openstack-request-id: req-6ec78828-9749-47f4-afed-0fe953852e63 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:51.809323 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:51.809595 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ec78828-9749-47f4-afed-0fe953852e63 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:51.809986 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c', 'status': 'completed', 'code': 200} Aug 24 22:35:51.850876 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3fd87647-c168-4a5d-80a4-fd772696b50f req-d1782b73-448f-4d8e-9ca8-3ec6b8ae6a42 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Aug 24 22:35:52.023627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-97c75e51-d8f1-46fd-aa4a-b5c2015cc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.025157 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-97c75e51-d8f1-46fd-aa4a-b5c2015cc41b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0709076 Aug 24 22:35:52.069899 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c7537-6891-4651-85bd-b1638872c234 req-9ba3ce2f-ac74-4e15-b5e4-e06a32dfb58e tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.071624 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-194c7537-6891-4651-85bd-b1638872c234 req-9ba3ce2f-ac74-4e15-b5e4-e06a32dfb58e tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0532694 Aug 24 22:35:52.122619 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-194c7537-6891-4651-85bd-b1638872c234 req-0c843f66-5217-4005-93a9-7f16bccca455 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Aug 24 22:35:52.182531 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-91dc6c39-ac1e-4f98-9859-beb8817f1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.184050 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-91dc6c39-ac1e-4f98-9859-beb8817f1660 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1004241 Aug 24 22:35:52.303786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-cf237d9a-de9a-417f-9452-cb7e7930f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.305226 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6125d48a-680f-451d-834c-3b01d2c8c482 req-cf237d9a-de9a-417f-9452-cb7e7930f0a0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976121 Aug 24 22:35:52.507569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac6d92-3046-4307-b8d0-54fdd42b699f req-84d6684d-53f5-4010-aab9-446610788c93 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.509145 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-59ac6d92-3046-4307-b8d0-54fdd42b699f req-84d6684d-53f5-4010-aab9-446610788c93 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0860088 Aug 24 22:35:52.512228 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-33f8f89a-bd8b-4b3d-835c-95c6dd6a5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.513707 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-33f8f89a-bd8b-4b3d-835c-95c6dd6a5796 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0626390 Aug 24 22:35:52.550165 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-59ac6d92-3046-4307-b8d0-54fdd42b699f req-03939ec3-0a90-4c83-bad0-c59c2a15623b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347323 Aug 24 22:35:52.630135 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-8b790a72-eb3b-4c08-9511-1520ac70cf4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c HTTP/1.1" status: 200 len: 217 time: 0.0580130 Aug 24 22:35:52.653003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5017d-1441-4093-9293-d91b4f0d756e req-bbf1f6a4-7481-491a-b817-9d68607ca2bf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.654619 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-31c5017d-1441-4093-9293-d91b4f0d756e req-bbf1f6a4-7481-491a-b817-9d68607ca2bf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0655291 Aug 24 22:35:52.689927 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-39efc715-a7c2-469b-92f3-c69ec3b8c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.692432 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-39efc715-a7c2-469b-92f3-c69ec3b8c3f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1bc60a5-3eb7-455b-97b6-388bf28855e7 HTTP/1.1" status: 200 len: 854 time: 0.0555892 Aug 24 22:35:52.700000 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-31c5017d-1441-4093-9293-d91b4f0d756e req-481f5f96-bff8-4192-8bcf-c2cfcec55644 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Aug 24 22:35:52.729810 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-0cc7f1a0-64d9-43cf-a974-41fd28c10f26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=09840319-1b22-4fdd-8ae4-33bfca5253a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289583 Aug 24 22:35:52.883655 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7a41d-b87d-4158-8eb7-f7f2bf4b7eda req-684480f1-fd0b-45a2-811a-2414371f9c06 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:52.885375 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50c7a41d-b87d-4158-8eb7-f7f2bf4b7eda req-684480f1-fd0b-45a2-811a-2414371f9c06 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0856111 Aug 24 22:35:52.887768 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-4ddaad51-6586-432a-90d4-69133d16837b service neutron] 10.222.0.25 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489697 Aug 24 22:35:52.992375 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50c7a41d-b87d-4158-8eb7-f7f2bf4b7eda req-56a4d396-f0a4-4cb5-b9ae-6eda9c6c9619 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979843 Aug 24 22:35:52.993695 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0be5-7c83-4924-a2a6-9cdd2c9ed10c req-f3ef58a3-49d3-41e7-875c-294e90a48577 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:53.000713 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-770e0be5-7c83-4924-a2a6-9cdd2c9ed10c req-f3ef58a3-49d3-41e7-875c-294e90a48577 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0652959 Aug 24 22:35:53.015820 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44262) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:53.043828 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4706db54-3545-4e9f-9171-5bcf09f0aea9 req-e71897c2-b147-4076-bb03-f7a0d1523473 service neutron] 10.222.0.25 "GET /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422212 Aug 24 22:35:53.061594 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-770e0be5-7c83-4924-a2a6-9cdd2c9ed10c req-ff126790-25db-43d0-96c3-3962cb172651 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Aug 24 22:35:53.244328 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb74ea-aa04-4cef-a778-a79be4555b5c req-7a310c40-31d7-4030-bb54-902a28d303e6 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:53.245878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-53eb74ea-aa04-4cef-a778-a79be4555b5c req-7a310c40-31d7-4030-bb54-902a28d303e6 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0516021 Aug 24 22:35:53.316799 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-53eb74ea-aa04-4cef-a778-a79be4555b5c req-f70e45f7-ef77-4c56-b985-64d588ad47f2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641799 Aug 24 22:35:53.323564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28dbb0b-d8ba-401f-8a98-5e7d7f4e3f1f tempest-TestShelveInstance-1934469942 tempest-TestShelveInstance-1934469942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:53.325053 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f28dbb0b-d8ba-401f-8a98-5e7d7f4e3f1f tempest-TestShelveInstance-1934469942 tempest-TestShelveInstance-1934469942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1093 time: 0.3080304 Aug 24 22:35:53.328294 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 44270) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:35:53.333893 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:35:53.446241 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:53.554187 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:53.647557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-8cc1ccfb-d23c-40e9-819c-b768844bb026 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:53.649007 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-8cc1ccfb-d23c-40e9-819c-b768844bb026 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 946 time: 0.0512683 Aug 24 22:35:53.704628 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Allocated IP 172.27.0.112 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/f8d5283c-bd2f-4296-adab-3d47a5418681) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:35:53.732215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531a87e-a5be-4944-9489-aedc511a3ac8 req-8de33ec2-7308-41d5-aa20-8787046f3b61 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:53.733813 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b531a87e-a5be-4944-9489-aedc511a3ac8 req-8de33ec2-7308-41d5-aa20-8787046f3b61 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0881591 Aug 24 22:35:53.750460 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Deleting port 3843bc03-8f90-47c4-a1dd-14fc441bf719 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:35:53.750800 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:53.818971 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b531a87e-a5be-4944-9489-aedc511a3ac8 req-b3303b40-f742-4e66-b276-7ff828d9a2df tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717440 Aug 24 22:35:53.856564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] For port 3843bc03-8f90-47c4-a1dd-14fc441bf719, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=3843bc03-8f90-47c4-a1dd-14fc441bf719,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:53.856921 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:53.857057 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:53.875688 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Calling delete_port for 3843bc03-8f90-47c4-a1dd-14fc441bf719 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:35:53.955282 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.004796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:35:54.008000 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:35:54.011782 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:35:54.035552 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'Port': ['ID=f8d5283c-bd2f-4296-adab-3d47a5418681,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:54.088412 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca4a39-3899-4fc9-9d8d-10a0dc37c232 req-36b860ed-6365-4616-897b-02373268a281 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:54.090355 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e5ca4a39-3899-4fc9-9d8d-10a0dc37c232 req-36b860ed-6365-4616-897b-02373268a281 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0741961 Aug 24 22:35:54.132831 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.156302 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e5ca4a39-3899-4fc9-9d8d-10a0dc37c232 req-df991da3-5cd9-4231-89a8-63e8330f1610 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Aug 24 22:35:54.183916 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df', '3843bc03-8f90-47c4-a1dd-14fc441bf719'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:54.226429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event deleted for resources: {'Port': ['ID=3843bc03-8f90-47c4-a1dd-14fc441bf719,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:54.275696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] No DVR routers for this DVR port 3843bc03-8f90-47c4-a1dd-14fc441bf719 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:35:54.278703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.281595 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d26af3ba-0d4f-415a-a647-ff6ed5025362 req-e49afdb5-de9b-4f72-a6e3-06895bc9b718 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0717399 Aug 24 22:35:54.295407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6539d63-c0a9-4a70-a435-df47bba811d6 req-5d19356a-0183-4966-b7d7-becf9d51e0a7 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "DELETE /v2.0/ports/3843bc03-8f90-47c4-a1dd-14fc441bf719 HTTP/1.1" status: 204 len: 173 time: 0.6243827 Aug 24 22:35:54.296006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'name': 'network-vif-deleted', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:54.305768 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31857f7-cd80-41c2-a772-87223e8183bd" -d '{"events": [{"server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "name": "network-vif-deleted", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:54.351979 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f1e10e-ca14-43f2-8216-7272e5457502 x-openstack-request-id: req-97f1e10e-ca14-43f2-8216-7272e5457502 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:54.352606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9066c4f4-d131-4853-9afc-79dbcf8f24ab", "name": "network-vif-deleted", "tag": "3843bc03-8f90-47c4-a1dd-14fc441bf719", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:54.352606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97f1e10e-ca14-43f2-8216-7272e5457502 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:54.352885 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9066c4f4-d131-4853-9afc-79dbcf8f24ab', 'name': 'network-vif-deleted', 'tag': '3843bc03-8f90-47c4-a1dd-14fc441bf719', 'status': 'completed', 'code': 200} Aug 24 22:35:54.514969 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2e270-ef98-4107-af46-d955a7cbde73 req-739422c6-158d-41aa-9714-62f21b632ab6 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:54.516373 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-23d2e270-ef98-4107-af46-d955a7cbde73 req-739422c6-158d-41aa-9714-62f21b632ab6 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0939572 Aug 24 22:35:54.534075 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.593694 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-23d2e270-ef98-4107-af46-d955a7cbde73 req-ebdcc8dc-9047-4a25-addb-fd4288c0e53f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686631 Aug 24 22:35:54.746154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.902311 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:54.953002 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf576a56-36db-4ea4-8918-c0aac148cc78 req-8499a47c-cb55-4de4-9528-f319c4f56de3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:54.954594 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf576a56-36db-4ea4-8918-c0aac148cc78 req-8499a47c-cb55-4de4-9528-f319c4f56de3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0566993 Aug 24 22:35:54.978896 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:55.026096 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf576a56-36db-4ea4-8918-c0aac148cc78 req-2645ef8b-7339-4b1b-acb6-859c2e2b243b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646555 Aug 24 22:35:55.058781 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event updated for resources: {'Port': ['ID=f8d5283c-bd2f-4296-adab-3d47a5418681,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:55.074201 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:55.181673 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Floating IP 771d9c89-62e6-451b-a99f-e0b927499d22 associated. External IP: 172.27.0.112, port: 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc. Aug 24 22:35:55.414870 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c48e421-3306-44f4-856f-ec36bbfb001b req-64f4b9b8-abd0-48c0-8b1d-ba36c0f3fb08 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=9066c4f4-d131-4853-9afc-79dbcf8f24ab HTTP/1.1" status: 200 len: 210 time: 0.0361695 Aug 24 22:35:55.444717 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Router 18bf38d4-5984-44dd-af46-f9faaf5a4fed has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:35:55.731159 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382a15-cd49-4047-a1ae-9b97fbc87a4d req-f26b580b-9e41-4319-a237-17a71a2b72bf tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:55.732598 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6382a15-cd49-4047-a1ae-9b97fbc87a4d req-f26b580b-9e41-4319-a237-17a71a2b72bf tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0598931 Aug 24 22:35:55.774006 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c6382a15-cd49-4047-a1ae-9b97fbc87a4d req-0ba72554-f7e6-431f-9740-c8676163aca9 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341921 Aug 24 22:35:55.774289 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:35:55.789041 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Sync routers for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:35:55.799605 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:35:55.800894 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:35:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:55.834886 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:55.862950 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-61502d70-402a-4221-9aaa-0a3d39662a96 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5334666 Aug 24 22:35:55.863638 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:35:55.865960 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a" -d '{"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:35:55.903692 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bdf5e6-e072-4dd2-8b7a-8d70fa7c8f39 x-openstack-request-id: req-43bdf5e6-e072-4dd2-8b7a-8d70fa7c8f39 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:35:55.903986 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:35:55.904237 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43bdf5e6-e072-4dd2-8b7a-8d70fa7c8f39 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:35:55.904626 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'status': 'completed', 'code': 200} Aug 24 22:35:55.914916 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:35:55.998313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-c33ef772-b570-49ba-86b0-7d6957e3707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:55.999839 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-c33ef772-b570-49ba-86b0-7d6957e3707e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0457902 Aug 24 22:35:56.118852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-688cb2b4-56e6-499d-b4b3-dfbe1fe3315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:56.120398 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-688cb2b4-56e6-499d-b4b3-dfbe1fe3315c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.1069617 Aug 24 22:35:56.168171 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '771d9c89-62e6-451b-a99f-e0b927499d22', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'mac_address': 'fa:16:3e:61:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:35:54Z', 'updated_at': '2021-08-24T22:35:54Z', 'revision_number': 0, 'project_id': '4176fc5b624843dea166834b19ba436c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:56.201014 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Checking router: 18bf38d4-5984-44dd-af46-f9faaf5a4fed for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:35:56.204041 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ab72c-c057-4cc4-a969-ee6df4be3a5b req-4c94cf5b-df4b-4050-8f7b-63eda5826633 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:56.205828 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-103ab72c-c057-4cc4-a969-ee6df4be3a5b req-4c94cf5b-df4b-4050-8f7b-63eda5826633 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.1008811 Aug 24 22:35:56.210210 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-c37d2cdd-80c6-4d71-b27e-5087a5e7db78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 999 time: 0.0759196 Aug 24 22:35:56.212300 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:35:56.212965 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:35:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:56.290565 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-103ab72c-c057-4cc4-a969-ee6df4be3a5b req-67eb5ea1-4ac4-4f6c-8680-e73735b44e6b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782003 Aug 24 22:35:56.294757 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-7d58c442-4634-4d5e-8c26-9f9d1c5e47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:56.296332 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-7d58c442-4634-4d5e-8c26-9f9d1c5e47ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0777161 Aug 24 22:35:56.332172 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:35:56.367651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-714e488d-d1d0-41b8-b504-8e5fc2182dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:56.369447 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-714e488d-d1d0-41b8-b504-8e5fc2182dd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605016 Aug 24 22:35:56.490546 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-1edbe091-57bb-4c2a-b61c-3c134a412ed7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039166 Aug 24 22:35:56.603077 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '771d9c89-62e6-451b-a99f-e0b927499d22', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'mac_address': 'fa:16:3e:61:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:35:54Z', 'updated_at': '2021-08-24T22:35:54Z', 'revision_number': 0, 'project_id': '4176fc5b624843dea166834b19ba436c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:35:56.608940 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bb1b57a-663f-46f4-8890-dbde5fb5f27a req-5cc46a7c-1831-4fcb-ba80-9aedf6ba1097 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115890 Aug 24 22:35:56.631375 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2e95f-baf4-4697-b2ff-a0c16e83db82 None None] The sync data for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi is: [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '771d9c89-62e6-451b-a99f-e0b927499d22', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'mac_address': 'fa:16:3e:61:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:35:54Z', 'updated_at': '2021-08-24T22:35:54Z', 'revision_number': 0, 'project_id': '4176fc5b624843dea166834b19ba436c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:35:56.875041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f816a1-9735-49b7-b652-330ccaac97a8 None None] New status for floating IP 771d9c89-62e6-451b-a99f-e0b927499d22: ACTIVE {{(pid=94376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:35:56.911392 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7c348-09a1-4e05-81c8-a69a714392bc req-f8fa7f5a-b34f-42af-9d33-a12da423f7bf tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:56.913070 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bb7c348-09a1-4e05-81c8-a69a714392bc req-f8fa7f5a-b34f-42af-9d33-a12da423f7bf tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0557506 Aug 24 22:35:56.953407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9bb7c348-09a1-4e05-81c8-a69a714392bc req-54b8eccd-73d7-4bb0-8645-136e7afe80fe tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Aug 24 22:35:57.431249 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b959-62d2-4b02-b570-3b1485e1babe req-4f65da21-dc9d-4bab-aded-329825a2f41b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:57.433111 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-84b2b959-62d2-4b02-b570-3b1485e1babe req-4f65da21-dc9d-4bab-aded-329825a2f41b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0571179 Aug 24 22:35:57.478724 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-84b2b959-62d2-4b02-b570-3b1485e1babe req-85b7485d-b6b0-4160-a6df-db8b13ba72ca tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343213 Aug 24 22:35:58.078250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac939ff-7b1e-41b7-9790-a606c15373d6 req-9f709997-99e7-4685-8d24-78154b24aaf8 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:58.079682 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8ac939ff-7b1e-41b7-9790-a606c15373d6 req-9f709997-99e7-4685-8d24-78154b24aaf8 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 944 time: 0.0556583 Aug 24 22:35:58.125422 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8ac939ff-7b1e-41b7-9790-a606c15373d6 req-9ee1ab75-8e41-4bee-ad2a-38dbd2fff596 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Aug 24 22:35:58.630734 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d3dfd-2e49-4158-8f38-eef175b48cc6 req-054f4c96-77a2-431e-8211-1cf06d0f5a34 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:58.630734 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b90d3dfd-2e49-4158-8f38-eef175b48cc6 req-054f4c96-77a2-431e-8211-1cf06d0f5a34 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0546415 Aug 24 22:35:58.648988 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c40a33-7dc6-439c-9390-d2fc83c49fb5 req-1ed7970e-54f1-4028-98b9-96d81851763e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:58.650580 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0c40a33-7dc6-439c-9390-d2fc83c49fb5 req-1ed7970e-54f1-4028-98b9-96d81851763e tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0634701 Aug 24 22:35:58.677652 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b90d3dfd-2e49-4158-8f38-eef175b48cc6 req-769e5651-c5c5-4fcd-9d39-ae466a86ec43 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371180 Aug 24 22:35:58.690879 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b0c40a33-7dc6-439c-9390-d2fc83c49fb5 req-44dd888e-0caf-4825-9094-9fea1e3c6bd2 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 24 22:35:58.727516 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:35:58.738527 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 3843bc03-8f90-47c4-a1dd-14fc441bf719 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:35:58.761299 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 3843bc03-8f90-47c4-a1dd-14fc441bf719 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:35:58.761668 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 3843bc03-8f90-47c4-a1dd-14fc441bf719 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:35:58.853994 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:58.864696 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c', 'network_id': '09840319-1b22-4fdd-8ae4-33bfca5253a3', 'port_id': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c', 'mac_address': 'fa:16:3e:15:3c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bc60a5-3eb7-455b-97b6-388bf28855e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:35:58.904250 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:58.918201 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:35:58.938092 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:35:59.029220 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:35:59.085034 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:35:59.139093 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0edf-7b71-4523-8a59-81130eb9b7e6 req-f4c128f9-a596-4842-a8a4-fc919d90e192 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:59.140569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-946c0edf-7b71-4523-8a59-81130eb9b7e6 req-f4c128f9-a596-4842-a8a4-fc919d90e192 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0517857 Aug 24 22:35:59.180193 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-946c0edf-7b71-4523-8a59-81130eb9b7e6 req-0909864c-28a0-4181-a4bc-4a7cdfabea04 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Aug 24 22:35:59.434141 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:35:59.478429 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de3fa7-2721-445b-8c93-d38f6ae2511b req-61d43b5f-1585-45fe-9c98-157d20b1f03f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:59.480883 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-02de3fa7-2721-445b-8c93-d38f6ae2511b req-61d43b5f-1585-45fe-9c98-157d20b1f03f tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Aug 24 22:35:59.522644 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-02de3fa7-2721-445b-8c93-d38f6ae2511b req-7715aefa-257e-4511-8835-2d1bc5435565 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Aug 24 22:35:59.787539 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['67cbd3e8-bc48-4083-bca6-90dfbadb5b6c'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:35:59.808667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347422a-ba59-4926-a718-974919eb9332 req-7cf39e6e-79f6-434f-b47d-549dd1593abc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:59.810428 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2347422a-ba59-4926-a718-974919eb9332 req-7cf39e6e-79f6-434f-b47d-549dd1593abc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0553403 Aug 24 22:35:59.827391 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df14e4a-1958-4ac2-af15-c2fe48c3b1a3 req-1be4c772-2b63-4a8b-a98d-15f4c8fa6bfe tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:35:59.831414 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4df14e4a-1958-4ac2-af15-c2fe48c3b1a3 req-1be4c772-2b63-4a8b-a98d-15f4c8fa6bfe tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0654793 Aug 24 22:35:59.852129 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2347422a-ba59-4926-a718-974919eb9332 req-48f011f9-b577-46ea-b3f0-3d021c1dd2d1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Aug 24 22:35:59.878678 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4df14e4a-1958-4ac2-af15-c2fe48c3b1a3 req-b52503c0-6a86-4e4a-9a73-a6dc2112f891 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Aug 24 22:36:00.303777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b217-3736-4ec7-9c67-4a95f465bddb req-469065d5-5691-43e3-afc5-e6c47e9e3b78 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:00.305176 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f8c8b217-3736-4ec7-9c67-4a95f465bddb req-469065d5-5691-43e3-afc5-e6c47e9e3b78 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Aug 24 22:36:00.342884 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f8c8b217-3736-4ec7-9c67-4a95f465bddb req-9f45d798-1951-450d-80c6-e2f43526102b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Aug 24 22:36:00.643261 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139c1e7-4e88-47a1-8e57-7619562c651d req-a1f9734d-8be5-49b2-a3c1-69cce26e4ef2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:00.644763 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e139c1e7-4e88-47a1-8e57-7619562c651d req-a1f9734d-8be5-49b2-a3c1-69cce26e4ef2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 945 time: 0.0490332 Aug 24 22:36:00.683413 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e139c1e7-4e88-47a1-8e57-7619562c651d req-ec1c59a7-580d-4a11-921d-9439f42731dc tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Aug 24 22:36:00.985201 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66029e-089b-4419-b559-eb68bd9b68a3 req-c0b53a62-6d90-4245-a7bd-f46a3bec702f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:00.987025 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-af66029e-089b-4419-b559-eb68bd9b68a3 req-c0b53a62-6d90-4245-a7bd-f46a3bec702f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0579500 Aug 24 22:36:00.997979 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382c73b-bfde-463a-bb47-1ecb7f0eb9a1 req-7c082b2e-cfb0-4878-9f30-5212d51ea1be tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:00.999460 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d382c73b-bfde-463a-bb47-1ecb7f0eb9a1 req-7c082b2e-cfb0-4878-9f30-5212d51ea1be tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Aug 24 22:36:01.026474 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-af66029e-089b-4419-b559-eb68bd9b68a3 req-7834536d-6f85-4725-b32f-4335aaea11d6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325747 Aug 24 22:36:01.038728 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d382c73b-bfde-463a-bb47-1ecb7f0eb9a1 req-f3d84049-e4eb-4759-8bc8-65ccbeaa40e3 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Aug 24 22:36:01.458708 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac3cc-ed19-4396-aa31-ff56c44ec9f6 req-2f140a7e-96e2-47c3-b5d5-cf1d1c081745 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:01.460331 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-56bac3cc-ed19-4396-aa31-ff56c44ec9f6 req-2f140a7e-96e2-47c3-b5d5-cf1d1c081745 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0509994 Aug 24 22:36:01.503756 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-56bac3cc-ed19-4396-aa31-ff56c44ec9f6 req-7eaa49ea-5ee5-41a5-b66e-9adc3efe5a92 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Aug 24 22:36:01.804531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3bdb-e07d-4ffa-b0a6-12f76e9fdf35 req-7b60e4f3-a745-42b1-9f52-647634f7da20 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:01.808419 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29cb3bdb-e07d-4ffa-b0a6-12f76e9fdf35 req-7b60e4f3-a745-42b1-9f52-647634f7da20 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Aug 24 22:36:01.823218 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-698baaea-c513-4044-8ebc-d19b608944fb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:01.824725 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-698baaea-c513-4044-8ebc-d19b608944fb tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0528877 Aug 24 22:36:01.846434 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29cb3bdb-e07d-4ffa-b0a6-12f76e9fdf35 req-6c2f73af-256a-48d9-80d6-efe0e1029e20 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Aug 24 22:36:01.921972 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Deleting port 0f975155-48d2-4c9c-ad1f-804939eba0df {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:36:01.922309 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.014073 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] For port 0f975155-48d2-4c9c-ad1f-804939eba0df, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=0f975155-48d2-4c9c-ad1f-804939eba0df,segment=NetworkSegment(66880951-586f-4e3e-aa5d-f9d64460a2ae),segment_id=66880951-586f-4e3e-aa5d-f9d64460a2ae)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:02.014901 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.026817 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Calling delete_port for 0f975155-48d2-4c9c-ad1f-804939eba0df owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:36:02.163507 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7eacc4-00d8-4cc5-9c5b-62083fa28975 req-9c6f7589-0d8d-4112-8c05-5664edb18743 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:02.165173 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb7eacc4-00d8-4cc5-9c5b-62083fa28975 req-9c6f7589-0d8d-4112-8c05-5664edb18743 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 946 time: 0.0491037 Aug 24 22:36:02.194577 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533722a7-7731-4dd7-8b39-4ce96ad33519 req-44aa591d-72c6-49be-9120-2496723d2b7e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:02.196094 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-533722a7-7731-4dd7-8b39-4ce96ad33519 req-44aa591d-72c6-49be-9120-2496723d2b7e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0919845 Aug 24 22:36:02.204811 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fb7eacc4-00d8-4cc5-9c5b-62083fa28975 req-182d999b-8a61-48ed-ba46-94db2a7bb901 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/security-groups?id=23144177-f394-4bbe-b3ec-d1da8e654587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Aug 24 22:36:02.237196 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-533722a7-7731-4dd7-8b39-4ce96ad33519 req-69b736b6-0d4a-4045-9609-8c583612e96d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347574 Aug 24 22:36:02.263363 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.292477 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Pushing event deleted for resources: {'Port': ['ID=0f975155-48d2-4c9c-ad1f-804939eba0df,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:02.317936 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['0f975155-48d2-4c9c-ad1f-804939eba0df'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:36:02.332084 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] No DVR routers for this DVR port 0f975155-48d2-4c9c-ad1f-804939eba0df on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:36:02.335173 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.337164 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-530b691e-0ae7-4bec-ab2e-7d230558f041 req-11bb9ae6-f88d-4ab1-800c-b4811d9c3764 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.25 "DELETE /v2.0/ports/0f975155-48d2-4c9c-ad1f-804939eba0df HTTP/1.1" status: 204 len: 173 time: 0.5019016 Aug 24 22:36:02.337620 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'name': 'network-vif-deleted', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:36:02.339966 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8816b6e-f940-4f29-8fef-a593e1418c69" -d '{"events": [{"server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "name": "network-vif-deleted", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:36:02.376135 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2be089-5f95-4444-91cf-b1e67f926984 x-openstack-request-id: req-cd2be089-5f95-4444-91cf-b1e67f926984 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:36:02.376422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513036eb-c9eb-4e86-98fb-e22fa4323116", "name": "network-vif-deleted", "tag": "0f975155-48d2-4c9c-ad1f-804939eba0df", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:36:02.376667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd2be089-5f95-4444-91cf-b1e67f926984 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:36:02.377052 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513036eb-c9eb-4e86-98fb-e22fa4323116', 'name': 'network-vif-deleted', 'tag': '0f975155-48d2-4c9c-ad1f-804939eba0df', 'status': 'completed', 'code': 200} Aug 24 22:36:02.632189 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630768a-8549-442b-ad6a-07ace9e6da35 req-f431b868-e659-4e59-a321-ad0e9f22ab2d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:02.633743 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2630768a-8549-442b-ad6a-07ace9e6da35 req-f431b868-e659-4e59-a321-ad0e9f22ab2d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Aug 24 22:36:02.675854 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2630768a-8549-442b-ad6a-07ace9e6da35 req-f52c223b-5ffe-4d80-84aa-2e6ab5936552 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359445 Aug 24 22:36:02.743974 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:36:02.869429 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:36:02.873835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:36:02.874211 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.970742 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:02.975170 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43080930-208a-4d1e-88cf-d0c3ae3f319e req-b45db270-125d-4b3b-83c3-ed3ff7e31936 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:02.978020 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-43080930-208a-4d1e-88cf-d0c3ae3f319e req-b45db270-125d-4b3b-83c3-ed3ff7e31936 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 945 time: 0.0595489 Aug 24 22:36:03.000218 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:36:03.002594 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc70b1-530e-4888-a162-5610e27a1f54" -d '{"events": [{"server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "name": "network-vif-plugged", "status": "completed", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:36:03.018206 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:03.019325 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-43080930-208a-4d1e-88cf-d0c3ae3f319e req-91edd8ec-0688-4b05-976f-32e3cc5a18c2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Aug 24 22:36:03.046396 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cee037-ed2a-4bf1-9717-996e32e6dec8 x-openstack-request-id: req-b0cee037-ed2a-4bf1-9717-996e32e6dec8 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:36:03.046683 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "name": "network-vif-plugged", "status": "completed", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:36:03.046931 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0cee037-ed2a-4bf1-9717-996e32e6dec8 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:36:03.047320 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c', 'code': 200} Aug 24 22:36:03.126317 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:03.181292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:03.320125 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5afa601c-17e9-4c79-b75d-83dfba5ba0bd req-ea64aa4c-2027-49ac-b6c1-1218b7c7c5a8 tempest-AttachVolumeNegativeTest-552513322 tempest-AttachVolumeNegativeTest-552513322-project] 10.222.0.39 "GET /v2.0/ports?device_id=513036eb-c9eb-4e86-98fb-e22fa4323116 HTTP/1.1" status: 200 len: 210 time: 0.0317197 Aug 24 22:36:03.361891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2618d6-9a3b-4492-af4e-8e57237c19fa req-af5d9d22-cb39-4dfd-82c6-c26dd7472a52 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:03.366090 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c2618d6-9a3b-4492-af4e-8e57237c19fa req-af5d9d22-cb39-4dfd-82c6-c26dd7472a52 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 24 22:36:03.425764 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c2618d6-9a3b-4492-af4e-8e57237c19fa req-9c09f23f-8ec3-434e-b537-ed42a8a9c129 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561686 Aug 24 22:36:03.438577 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb615-092b-4e35-83f6-b9da88148a5d req-7b7fa21a-36e2-4207-9e92-4bae07f42774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:03.440360 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5fbb615-092b-4e35-83f6-b9da88148a5d req-7b7fa21a-36e2-4207-9e92-4bae07f42774 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0507808 Aug 24 22:36:03.479717 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d5fbb615-092b-4e35-83f6-b9da88148a5d req-92b480a8-0dee-4110-b275-969868704039 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292640 Aug 24 22:36:03.791651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73906449-f03f-4390-9152-8f0e97960f20 req-d885cc62-ef36-458f-a328-6b166e77f59f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:03.793149 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-73906449-f03f-4390-9152-8f0e97960f20 req-d885cc62-ef36-458f-a328-6b166e77f59f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Aug 24 22:36:03.833389 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-73906449-f03f-4390-9152-8f0e97960f20 req-d28da77b-7d0d-4de0-880d-c4543feb3a59 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Aug 24 22:36:04.142732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d681d2-4fb8-4c2d-80cc-b449f8a70509 req-65fc95ff-1e17-43e9-bb28-9ebc8a3d90d0 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:04.144335 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73d681d2-4fb8-4c2d-80cc-b449f8a70509 req-65fc95ff-1e17-43e9-bb28-9ebc8a3d90d0 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0565071 Aug 24 22:36:04.190569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73d681d2-4fb8-4c2d-80cc-b449f8a70509 req-9a9b1e76-e822-45f6-a224-32c504fe8c87 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Aug 24 22:36:04.382774 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44432) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:04.431143 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Deleting subnet 268b8c4b-31dc-4ae1-8844-d653f1593ac6 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:36:04.434230 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.472106 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.540971 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.595626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547805a8-2928-4164-a686-cd886bbb557a req-3aca1c8c-8ba9-4a85-8c01-ef5ce7c8c6a7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:04.597277 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-547805a8-2928-4164-a686-cd886bbb557a req-3aca1c8c-8ba9-4a85-8c01-ef5ce7c8c6a7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0862870 Aug 24 22:36:04.649380 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-547805a8-2928-4164-a686-cd886bbb557a req-41ba8105-c57e-43fe-98bf-8b7b4562451d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Aug 24 22:36:04.697915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.723783 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268b8c4b-31dc-4ae1-8844-d653f1593ac6,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:04.732055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.736647 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 44438) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:04.737180 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6d7db27f-17bc-4b32-9b6c-4083221539f5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/268b8c4b-31dc-4ae1-8844-d653f1593ac6 HTTP/1.1" status: 204 len: 168 time: 0.3529103 Aug 24 22:36:04.809895 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.891190 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.901549 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04907139-f732-4b03-9f24-7bed5d5fb591']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:36:04.921257 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66880951-586f-4e3e-aa5d-f9d64460a2ae') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:36:04.921592 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66880951-586f-4e3e-aa5d-f9d64460a2ae') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:36:04.953604 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.971551 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.981523 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:36:04.981912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:36:04.983591 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:36:04.999897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec965ab-7b48-4f35-888e-c641c3c4b7ff req-50201f28-0cc3-4580-8d4c-6b7bd313b9b1 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:05.003434 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-aec965ab-7b48-4f35-888e-c641c3c4b7ff req-50201f28-0cc3-4580-8d4c-6b7bd313b9b1 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0976913 Aug 24 22:36:05.078004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-aec965ab-7b48-4f35-888e-c641c3c4b7ff req-5ccd4172-9087-490c-a04c-31a7a7c56965 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696640 Aug 24 22:36:05.126297 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.131800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.133777 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] 10.222.0.39 "DELETE /v2.0/networks/04907139-f732-4b03-9f24-7bed5d5fb591 HTTP/1.1" status: 204 len: 168 time: 0.3952990 Aug 24 22:36:05.144571 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05197c4-0dd7-4975-b940-1725bb57ba79 admin admin] Pushing event deleted for resources: {'Network': ['ID=04907139-f732-4b03-9f24-7bed5d5fb591,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:05.308526 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0ba3f-f3ee-46f0-977c-0aed2f5cf8fa req-fa4e214f-33cd-40ff-b150-0a6f8b4e7eee tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:05.310075 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7fa0ba3f-f3ee-46f0-977c-0aed2f5cf8fa req-fa4e214f-33cd-40ff-b150-0a6f8b4e7eee tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0504649 Aug 24 22:36:05.352387 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7fa0ba3f-f3ee-46f0-977c-0aed2f5cf8fa req-74f3b646-e536-4018-ba99-a62af3af6170 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Aug 24 22:36:05.531019 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 44448) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:05.572413 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b31b34e4-a31c-4988-9998-ae3d5a8aeace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=012b8d16d5b8483da9da640b0bb5056a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402098 Aug 24 22:36:05.575031 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 44450) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:05.624100 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.648884 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.712425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-e437adf5-3bb0-401a-b502-e5aa7bb6c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:05.713977 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-e437adf5-3bb0-401a-b502-e5aa7bb6c136 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0424290 Aug 24 22:36:05.776896 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7777-67e1-47ea-b64d-9aa5566ae14a req-aaff737b-d4c6-4b7f-b14a-374597c20847 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:05.778831 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2f0b7777-67e1-47ea-b64d-9aa5566ae14a req-aaff737b-d4c6-4b7f-b14a-374597c20847 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0534985 Aug 24 22:36:05.779980 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.782948 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:05.787261 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23144177-f394-4bbe-b3ec-d1da8e654587 HTTP/1.1" status: 204 len: 168 time: 0.2112195 Aug 24 22:36:05.823414 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e17546-9a40-4c49-80be-71a384efcdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23144177-f394-4bbe-b3ec-d1da8e654587,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:05.851942 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2f0b7777-67e1-47ea-b64d-9aa5566ae14a req-2b069194-c1c8-4954-91a5-383167e78af6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630534 Aug 24 22:36:05.873200 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-521317cf-9071-401c-a369-58b9ecbab438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:05.874840 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-521317cf-9071-401c-a369-58b9ecbab438 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.1326840 Aug 24 22:36:05.947873 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-aab7284e-9cbb-485b-9554-a3f29cabaea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1000 time: 0.0638151 Aug 24 22:36:06.006751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-9b550624-f956-438e-94f6-068fb3406ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:06.008216 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-9b550624-f956-438e-94f6-068fb3406ebe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0482931 Aug 24 22:36:06.065291 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-5a82e8ed-b8be-4719-8cd0-2e1bfd0a3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:06.066869 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-5a82e8ed-b8be-4719-8cd0-2e1bfd0a3702 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417073 Aug 24 22:36:06.430298 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bba3e-7d09-4e0f-b6ea-94844463d2db req-6b7e26c3-987c-4ca7-b1e5-8e126220ddeb tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:06.431842 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4bba3e-7d09-4e0f-b6ea-94844463d2db req-6b7e26c3-987c-4ca7-b1e5-8e126220ddeb tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0772271 Aug 24 22:36:06.433964 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-b4fa676e-6910-4bc5-b4b2-a43f2535fdb4 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533282 Aug 24 22:36:06.482373 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4bba3e-7d09-4e0f-b6ea-94844463d2db req-f92ee3b0-47c7-4048-8f06-386bcf5c42ed tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Aug 24 22:36:06.503562 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cdc3e-05ff-419f-b3e9-8525ec1166b6 req-5698df6f-9161-4320-9cc8-81f0c1d06c53 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:06.505909 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b76cdc3e-05ff-419f-b3e9-8525ec1166b6 req-5698df6f-9161-4320-9cc8-81f0c1d06c53 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0728528 Aug 24 22:36:06.544532 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b76cdc3e-05ff-419f-b3e9-8525ec1166b6 req-609bce05-02ca-4c4d-8f07-4867d3c2bbeb tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Aug 24 22:36:06.583991 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b17fa803-215f-47b0-96e0-b1af15f26200 req-dc432d58-5bb0-4105-8f5a-81124eda5db8 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932741 Aug 24 22:36:06.751055 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 0f975155-48d2-4c9c-ad1f-804939eba0df no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:36:06.772386 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 0f975155-48d2-4c9c-ad1f-804939eba0df {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:36:06.772981 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 0f975155-48d2-4c9c-ad1f-804939eba0df not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:36:06.997979 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de70b7f-d85f-4cda-8b51-4f72930ee86d req-d0c38474-3678-4083-bc8a-076352f87abe tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:06.999784 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4de70b7f-d85f-4cda-8b51-4f72930ee86d req-d0c38474-3678-4083-bc8a-076352f87abe tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0583704 Aug 24 22:36:07.053798 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4de70b7f-d85f-4cda-8b51-4f72930ee86d req-7619ee64-e46e-436b-ba4d-8e8bd596c37c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Aug 24 22:36:07.605952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf31e-8790-4692-bfce-e2fde553ed2e req-11e37ede-5297-4318-8bf2-580b9c2f6675 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:07.607472 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef2bf31e-8790-4692-bfce-e2fde553ed2e req-11e37ede-5297-4318-8bf2-580b9c2f6675 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Aug 24 22:36:07.652019 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef2bf31e-8790-4692-bfce-e2fde553ed2e req-3385f12e-57df-4713-8453-07e3fd0fd9d2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Aug 24 22:36:07.758563 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ab07-ce7f-4b29-963d-8bbbd810b83a req-7cd1140b-2a4a-4bd3-a851-fffc9b000edb tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:07.762087 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c03ab07-ce7f-4b29-963d-8bbbd810b83a req-7cd1140b-2a4a-4bd3-a851-fffc9b000edb tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Aug 24 22:36:07.800786 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c03ab07-ce7f-4b29-963d-8bbbd810b83a req-9587b4fb-d842-46a7-bc4b-d875b211264c tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Aug 24 22:36:08.691935 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7698c3-8e5e-4847-86d5-e3b7c8a3bd7e req-0c93bc84-fb74-4533-a622-7e203d26df72 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:08.693473 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a7698c3-8e5e-4847-86d5-e3b7c8a3bd7e req-0c93bc84-fb74-4533-a622-7e203d26df72 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0581903 Aug 24 22:36:08.732578 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a7698c3-8e5e-4847-86d5-e3b7c8a3bd7e req-5186ebbf-ad2c-469c-9463-601886c4e4dc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331345 Aug 24 22:36:08.765070 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:36:08.793482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-e52581d1-ba16-459b-a5bb-fab86cafc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:08.795039 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-e52581d1-ba16-459b-a5bb-fab86cafc12c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0515037 Aug 24 22:36:08.884566 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:08.898718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:36:08.940712 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:08.956856 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:36:08.982594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-2dfc3ef3-3e05-4477-bda3-5d6828018e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:08.984126 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-2dfc3ef3-3e05-4477-bda3-5d6828018e68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1723933 Aug 24 22:36:08.986334 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537438-b2ec-46c4-bf9c-7f15af533181 req-a47f9769-9680-4630-b8ed-d51024c45419 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:08.987662 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:08.988059 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-93537438-b2ec-46c4-bf9c-7f15af533181 req-a47f9769-9680-4630-b8ed-d51024c45419 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0625610 Aug 24 22:36:09.001617 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01fc6-f2d5-4e2f-88bd-09fd29cfcca9 req-38b11ce9-c170-423a-86a1-4536b9ea7d58 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:09.006911 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bca01fc6-f2d5-4e2f-88bd-09fd29cfcca9 req-38b11ce9-c170-423a-86a1-4536b9ea7d58 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0685487 Aug 24 22:36:09.030669 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-93537438-b2ec-46c4-bf9c-7f15af533181 req-aea38b2a-72e1-410e-bf65-058fc0aa3385 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Aug 24 22:36:09.066189 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-cb57b28a-d842-4181-9459-52ca4fe6047f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0494466 Aug 24 22:36:09.086071 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:09.111520 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bca01fc6-f2d5-4e2f-88bd-09fd29cfcca9 req-8674b74b-1315-4c5b-95e4-5a2e0617093f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013780 Aug 24 22:36:09.135776 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-4b962784-1a06-4b63-b855-b6f26189baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:09.135776 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-4b962784-1a06-4b63-b855-b6f26189baa6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0608289 Aug 24 22:36:09.142550 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=6']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:09.173963 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-9d628457-3e66-49e6-8cc3-bbabc68dc377 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272031 Aug 24 22:36:09.265947 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-8e123707-714f-4f55-baca-eb2577c960d6 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Aug 24 22:36:09.319985 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['23221e3c-f49c-4251-8ba9-68acbe122cf6'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:36:09.369059 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2e2093e2-0b93-4d6b-ba04-8993869547a0 req-3172f674-9b5f-4066-9065-09d3023bb3e3 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935364 Aug 24 22:36:09.858010 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004cfe-ffe5-435e-9801-5f493cd0e249 req-b11f868d-e810-4ed8-9905-c77ea6eb09cb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:09.859569 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-de004cfe-ffe5-435e-9801-5f493cd0e249 req-b11f868d-e810-4ed8-9905-c77ea6eb09cb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0514703 Aug 24 22:36:09.900293 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-de004cfe-ffe5-435e-9801-5f493cd0e249 req-ecf56df8-9608-42fb-a331-39511e511380 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346570 Aug 24 22:36:10.171500 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc0ca4-e99c-4942-a361-2b87b012f907 req-bf5df180-9a14-46a8-8f90-680565e6ca28 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:10.173066 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5dc0ca4-e99c-4942-a361-2b87b012f907 req-bf5df180-9a14-46a8-8f90-680565e6ca28 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0561702 Aug 24 22:36:10.222082 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5dc0ca4-e99c-4942-a361-2b87b012f907 req-d5525fe4-5bdc-4bd9-8e89-f49e949c14aa tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Aug 24 22:36:10.327421 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82919294-213b-4266-8a3c-9f9f7a9fdabc req-cde4a2dc-6c17-4980-9492-525babac16f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:10.328846 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-82919294-213b-4266-8a3c-9f9f7a9fdabc req-cde4a2dc-6c17-4980-9492-525babac16f4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Aug 24 22:36:10.369896 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-82919294-213b-4266-8a3c-9f9f7a9fdabc req-65d7fb1e-e37d-4640-b1a7-e5860199b755 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341361 Aug 24 22:36:10.785194 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:36:10.837449 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:36:10.837753 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:10.918097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:10.940624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:36:10.943492 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa3b73a-fb81-4457-8549-95d8a56678b3" -d '{"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:36:10.959184 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:10.999092 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed70f8-82f8-4da1-bc79-da5442fc2a04 x-openstack-request-id: req-2aed70f8-82f8-4da1-bc79-da5442fc2a04 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:36:10.999402 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:36:10.999652 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aed70f8-82f8-4da1-bc79-da5442fc2a04 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:36:11.000038 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'code': 200} Aug 24 22:36:11.037931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27ed3-53c5-4812-8555-a7ea29be0c42 req-8da0e16e-9abf-4f30-b1f8-927b51fe3faf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:11.039461 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecf27ed3-53c5-4812-8555-a7ea29be0c42 req-8da0e16e-9abf-4f30-b1f8-927b51fe3faf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0526040 Aug 24 22:36:11.041131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:11.087044 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ecf27ed3-53c5-4812-8555-a7ea29be0c42 req-ab3413e5-28ea-4bb4-83a2-760d560c3916 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370510 Aug 24 22:36:11.095053 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=7']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:11.341878 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608fbaa-96c7-49e3-9d2e-5aebd4b8d1b8 req-502ef0dd-7c7c-46f1-b197-941c9379d977 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:11.343369 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8608fbaa-96c7-49e3-9d2e-5aebd4b8d1b8 req-502ef0dd-7c7c-46f1-b197-941c9379d977 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0499344 Aug 24 22:36:11.382981 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8608fbaa-96c7-49e3-9d2e-5aebd4b8d1b8 req-7964a063-2c5c-472c-be69-05a74448b966 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Aug 24 22:36:11.487609 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c1cdb-c85b-4397-9067-a9a9dced88f9 req-06ebd166-b1a5-4982-a6b7-fd94dab7fc84 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:11.489768 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd4c1cdb-c85b-4397-9067-a9a9dced88f9 req-06ebd166-b1a5-4982-a6b7-fd94dab7fc84 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Aug 24 22:36:11.529948 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bd4c1cdb-c85b-4397-9067-a9a9dced88f9 req-cff052ce-e85a-44dc-a101-0594bbe61a4b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Aug 24 22:36:12.217268 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a818e3-64be-40c0-8896-aa548242e903 req-836144c4-a90c-43ae-8859-5ec949b3ca6f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:12.218796 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17a818e3-64be-40c0-8896-aa548242e903 req-836144c4-a90c-43ae-8859-5ec949b3ca6f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0529876 Aug 24 22:36:12.259118 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-17a818e3-64be-40c0-8896-aa548242e903 req-ec9ac719-294d-445d-b9d2-efd2f65a4b3f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Aug 24 22:36:12.508710 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5b63-9578-49a0-9b19-354fa2b78a38 req-db0e164c-a51d-49a5-bfde-c49a0e07261f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:12.510346 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-436d5b63-9578-49a0-9b19-354fa2b78a38 req-db0e164c-a51d-49a5-bfde-c49a0e07261f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0567284 Aug 24 22:36:12.549816 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-436d5b63-9578-49a0-9b19-354fa2b78a38 req-428cff4e-f087-46bb-901c-3fefe1fd8a92 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335531 Aug 24 22:36:12.655921 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a919649-9367-4604-839f-bbea63ecb5b5 req-2251681d-2230-4093-9015-b5d5b9affdcf tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:12.657535 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a919649-9367-4604-839f-bbea63ecb5b5 req-2251681d-2230-4093-9015-b5d5b9affdcf tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0539875 Aug 24 22:36:12.700186 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a919649-9367-4604-839f-bbea63ecb5b5 req-44d03bc4-3dc3-40f8-a27e-8f10f4825742 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Aug 24 22:36:13.326057 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-49afc71e-9653-4c9d-91da-0dfc842379fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:13.382161 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8c42-05ad-4b9b-8da2-6d793cbd9171 req-67426b46-40be-49c7-84c9-e496053c4131 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:13.383666 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-86de8c42-05ad-4b9b-8da2-6d793cbd9171 req-67426b46-40be-49c7-84c9-e496053c4131 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0512354 Aug 24 22:36:13.421400 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-86de8c42-05ad-4b9b-8da2-6d793cbd9171 req-b4c3503c-13f2-4d9e-b008-3afda7c9713f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 24 22:36:13.675793 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c140b-e95a-4574-84d5-f8e7d739a8f7 req-7d819761-445a-43d6-abda-8f862681d483 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:13.678254 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-325c140b-e95a-4574-84d5-f8e7d739a8f7 req-7d819761-445a-43d6-abda-8f862681d483 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0543852 Aug 24 22:36:13.720865 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-325c140b-e95a-4574-84d5-f8e7d739a8f7 req-7a86e92b-9be2-4c11-a06d-55f708d20a63 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365279 Aug 24 22:36:13.821079 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d6b1-c846-4ae2-b3f0-ca995f40ef6e req-80b4877d-3435-45d7-ae6b-5da969e1f376 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:13.822677 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-27f4d6b1-c846-4ae2-b3f0-ca995f40ef6e req-80b4877d-3435-45d7-ae6b-5da969e1f376 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Aug 24 22:36:13.862441 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-27f4d6b1-c846-4ae2-b3f0-ca995f40ef6e req-3ee9f669-05ac-411a-8dfc-25aae7b4cfc9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339105 Aug 24 22:36:14.547495 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ae522-1c4d-41ad-a415-c4cab255f974 req-ec1982cc-570b-4281-9ddf-9e70a5abcfb0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:14.549341 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-df0ae522-1c4d-41ad-a415-c4cab255f974 req-ec1982cc-570b-4281-9ddf-9e70a5abcfb0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0536253 Aug 24 22:36:14.592690 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-df0ae522-1c4d-41ad-a415-c4cab255f974 req-e981b1d3-4c6d-4a6a-b235-0bfe39737ca6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342574 Aug 24 22:36:14.749010 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:14.840404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c507-9804-4d77-83c5-0947ce93cd2a req-8ee31add-edd0-46f2-b0b9-cf734a42ad12 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:14.841920 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4fc4c507-9804-4d77-83c5-0947ce93cd2a req-8ee31add-edd0-46f2-b0b9-cf734a42ad12 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0495820 Aug 24 22:36:14.882482 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4fc4c507-9804-4d77-83c5-0947ce93cd2a req-1c67548d-9416-4bf1-8e5a-566da8f74bec tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Aug 24 22:36:14.987813 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87336c1-e74c-4dc2-92cb-9c8cf6f1454b req-3664e93e-8cb4-41ff-8e85-41c3ea8d035a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:14.989881 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c87336c1-e74c-4dc2-92cb-9c8cf6f1454b req-3664e93e-8cb4-41ff-8e85-41c3ea8d035a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0556862 Aug 24 22:36:15.036020 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c87336c1-e74c-4dc2-92cb-9c8cf6f1454b req-94ea6cd4-8c4e-41bb-a0ae-f20a6e64d867 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Aug 24 22:36:15.710381 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526d0b8-6dd8-4fe1-9f34-9c99c83dec8c req-b2a04cde-dd2f-465a-8c29-64a86ba6ba65 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:15.711885 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a526d0b8-6dd8-4fe1-9f34-9c99c83dec8c req-b2a04cde-dd2f-465a-8c29-64a86ba6ba65 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0484278 Aug 24 22:36:15.756115 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a526d0b8-6dd8-4fe1-9f34-9c99c83dec8c req-ec82659b-9736-4d3f-87a4-3615eb46079f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346775 Aug 24 22:36:15.920737 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c4d99901-af54-4ef2-b2c9-1b8b7c61028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:16.007692 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349f8a-e74e-4f75-b768-7b2a8a55a9f4 req-316a3937-7412-42ad-bbc0-5265edf9b7b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:16.009229 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-91349f8a-e74e-4f75-b768-7b2a8a55a9f4 req-316a3937-7412-42ad-bbc0-5265edf9b7b2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Aug 24 22:36:16.049138 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-91349f8a-e74e-4f75-b768-7b2a8a55a9f4 req-eafc0b48-b4b1-4734-86f3-632440a59b8d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Aug 24 22:36:16.091656 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:16.155409 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311688f-ee61-4aa2-89d9-b657168f8127 req-5589920d-f166-4303-b9e0-8e4d3f7fc20b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:16.156949 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6311688f-ee61-4aa2-89d9-b657168f8127 req-5589920d-f166-4303-b9e0-8e4d3f7fc20b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Aug 24 22:36:16.197108 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6311688f-ee61-4aa2-89d9-b657168f8127 req-0809a144-46c9-4dee-a210-5d3aea91b33a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Aug 24 22:36:16.890575 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3504-6499-46bc-8a8c-5d3b1c1c8248 req-639cc549-9441-4278-9a41-fadbf21f1a00 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:16.892257 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d7c3504-6499-46bc-8a8c-5d3b1c1c8248 req-639cc549-9441-4278-9a41-fadbf21f1a00 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0563970 Aug 24 22:36:16.932504 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d7c3504-6499-46bc-8a8c-5d3b1c1c8248 req-c3b19b01-c9fe-400c-b618-370d6315f3b6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333076 Aug 24 22:36:16.954424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:17.166514 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0354d82-aed8-4dfa-977d-48edf5f9a1b8 req-f86b2af1-2711-4340-a06b-b8f02f6a0039 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:17.168055 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c0354d82-aed8-4dfa-977d-48edf5f9a1b8 req-f86b2af1-2711-4340-a06b-b8f02f6a0039 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0491581 Aug 24 22:36:17.206422 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c0354d82-aed8-4dfa-977d-48edf5f9a1b8 req-f4150461-67ea-40f0-bd3f-bc192eac763c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Aug 24 22:36:17.311788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef275-cd8f-4f13-b7e4-61de9cdace28 req-0ccdb109-1f39-4fc0-b278-fc9a972f6899 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:17.313265 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b51ef275-cd8f-4f13-b7e4-61de9cdace28 req-0ccdb109-1f39-4fc0-b278-fc9a972f6899 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Aug 24 22:36:17.352000 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b51ef275-cd8f-4f13-b7e4-61de9cdace28 req-33397f99-3a94-482a-9557-ef5e9c84ccd6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Aug 24 22:36:18.061278 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd074c-c289-453b-a440-5d96583e047e req-110dafd4-4d03-4c96-9a78-ae91f0606cab tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:18.062823 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3fd074c-c289-453b-a440-5d96583e047e req-110dafd4-4d03-4c96-9a78-ae91f0606cab tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0551147 Aug 24 22:36:18.103682 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f3fd074c-c289-453b-a440-5d96583e047e req-bef6258d-874d-43db-ae80-a61ec2b76fbb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338116 Aug 24 22:36:18.325532 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f44fd2-1ce4-4164-923f-cba3e9af38d5 req-c7e94c9b-dcd4-4880-bd3e-d36638175b71 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:18.327048 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6f44fd2-1ce4-4164-923f-cba3e9af38d5 req-c7e94c9b-dcd4-4880-bd3e-d36638175b71 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Aug 24 22:36:18.368306 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6f44fd2-1ce4-4164-923f-cba3e9af38d5 req-37402e78-b968-4a1a-8f18-4a3766878dc2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 24 22:36:18.471313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b4f0-dbe3-438a-955f-6efc8df5225c req-0c573a02-845f-4405-9364-f532ebac1c45 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:18.472828 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e643b4f0-dbe3-438a-955f-6efc8df5225c req-0c573a02-845f-4405-9364-f532ebac1c45 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Aug 24 22:36:18.513483 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e643b4f0-dbe3-438a-955f-6efc8df5225c req-9a7239a6-d644-4322-aa72-9ba1bb8b397f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Aug 24 22:36:18.605605 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:19.225018 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e783-7ccf-4b85-9b77-73dea62b1914 req-021fce7d-09a0-45b5-aed8-b05f60ff502f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:19.226477 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef01e783-7ccf-4b85-9b77-73dea62b1914 req-021fce7d-09a0-45b5-aed8-b05f60ff502f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0502803 Aug 24 22:36:19.265882 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ef01e783-7ccf-4b85-9b77-73dea62b1914 req-75519916-5401-43dd-86b7-57f321f54a34 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334558 Aug 24 22:36:19.495161 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133385e1-f181-44a2-bb2c-ea8518e96b11 req-85f085b0-a725-48c8-ad64-c7655bd0cf32 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:19.496659 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-133385e1-f181-44a2-bb2c-ea8518e96b11 req-85f085b0-a725-48c8-ad64-c7655bd0cf32 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0527599 Aug 24 22:36:19.536582 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-133385e1-f181-44a2-bb2c-ea8518e96b11 req-1bcda890-be41-468b-b971-a0eddb021491 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Aug 24 22:36:19.636251 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded9c4-cd2f-4b0b-9cf8-17fa33393c76 req-7d92506b-1e89-4e13-b711-f18d1f9b118c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:19.637803 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0ded9c4-cd2f-4b0b-9cf8-17fa33393c76 req-7d92506b-1e89-4e13-b711-f18d1f9b118c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Aug 24 22:36:19.676066 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0ded9c4-cd2f-4b0b-9cf8-17fa33393c76 req-55b11642-7421-4c42-b647-2a85cfad13fa tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Aug 24 22:36:20.394438 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b4801-4cf9-4f1e-ba23-3cc8aa61da24 req-ac77ad95-f74d-45c1-b0a7-c8e4fec8e8f1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:20.395955 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d3b4801-4cf9-4f1e-ba23-3cc8aa61da24 req-ac77ad95-f74d-45c1-b0a7-c8e4fec8e8f1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0521541 Aug 24 22:36:20.435866 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d3b4801-4cf9-4f1e-ba23-3cc8aa61da24 req-a3c15d9a-5d49-4e75-8992-8b18b8b79292 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339015 Aug 24 22:36:20.653563 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbe088-932a-4673-a768-f70e9954bef6 req-0f042a19-e6af-4b67-b555-486c86e4a83a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:20.655072 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2bcbe088-932a-4673-a768-f70e9954bef6 req-0f042a19-e6af-4b67-b555-486c86e4a83a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0497634 Aug 24 22:36:20.698868 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2bcbe088-932a-4673-a768-f70e9954bef6 req-1c237ffe-0f36-4b36-ad17-daf6377d621a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Aug 24 22:36:20.794838 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bf8ea-be35-4a2b-8d71-7c2ac631e2da req-2928efe2-9f3d-4e00-9be5-4c4ca42b359e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:20.796318 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7bf8ea-be35-4a2b-8d71-7c2ac631e2da req-2928efe2-9f3d-4e00-9be5-4c4ca42b359e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Aug 24 22:36:20.834899 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9e7bf8ea-be35-4a2b-8d71-7c2ac631e2da req-ce0f712d-4548-44f3-aa6c-476f507dbae6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Aug 24 22:36:21.580031 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eca2-e304-48f8-9a35-42bba7cfe199 req-20b93214-e05b-47a8-8d59-db13de6af9c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:21.581708 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4363eca2-e304-48f8-9a35-42bba7cfe199 req-20b93214-e05b-47a8-8d59-db13de6af9c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0548048 Aug 24 22:36:21.621483 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4363eca2-e304-48f8-9a35-42bba7cfe199 req-fd862d4d-d19d-4fd5-bdc9-68f0c2170c95 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329688 Aug 24 22:36:21.827001 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e0396-cda5-4eba-80fc-521bbf032bd7 req-782bd6fb-f01b-4f97-969d-25e5ea8bab83 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:21.828494 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf4e0396-cda5-4eba-80fc-521bbf032bd7 req-782bd6fb-f01b-4f97-969d-25e5ea8bab83 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0535777 Aug 24 22:36:21.869113 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf4e0396-cda5-4eba-80fc-521bbf032bd7 req-db44d865-945a-40ac-a8b9-5c79b10def29 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Aug 24 22:36:21.961023 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66562-3192-45c6-9317-5438bd3236f8 req-6868a1e1-486e-4195-9954-7ebb87b927a0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:21.966242 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b1c66562-3192-45c6-9317-5438bd3236f8 req-6868a1e1-486e-4195-9954-7ebb87b927a0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0551727 Aug 24 22:36:22.006388 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b1c66562-3192-45c6-9317-5438bd3236f8 req-5d61db6d-2fe6-43ce-9812-83fccd12cc69 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360954 Aug 24 22:36:22.744551 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d039ff-a6bf-457f-801b-9b0f2e188be7 req-47903963-1826-46ec-8b33-4b25fb1fbfab tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:22.746103 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0d039ff-a6bf-457f-801b-9b0f2e188be7 req-47903963-1826-46ec-8b33-4b25fb1fbfab tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0504735 Aug 24 22:36:22.797621 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0d039ff-a6bf-457f-801b-9b0f2e188be7 req-94333040-705d-4d3c-9248-2a96b916f467 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453515 Aug 24 22:36:22.998548 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbba65a-eb73-472b-bd09-826830ac5b5b req-46b6f5d5-946a-498f-829f-6ddd1cdae913 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:23.000155 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cfbba65a-eb73-472b-bd09-826830ac5b5b req-46b6f5d5-946a-498f-829f-6ddd1cdae913 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0564888 Aug 24 22:36:23.040327 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cfbba65a-eb73-472b-bd09-826830ac5b5b req-efc00354-059b-4ad9-9de3-cc81817485e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Aug 24 22:36:23.135313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7e56e-0fe9-4943-baf2-f293b0d37c9c req-1e872286-4dbf-4d0f-9ab6-9aa1b8b22c04 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:23.136894 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-02d7e56e-0fe9-4943-baf2-f293b0d37c9c req-1e872286-4dbf-4d0f-9ab6-9aa1b8b22c04 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0587060 Aug 24 22:36:23.183210 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-02d7e56e-0fe9-4943-baf2-f293b0d37c9c req-db849ca8-dae3-4d74-9c9a-d679bbd67c1d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Aug 24 22:36:23.195705 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 44774) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:23.314882 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-506b01ae-4374-4b0e-bd3b-35a75f1c87b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.411239 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-506b01ae-4374-4b0e-bd3b-35a75f1c87b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.508664 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-506b01ae-4374-4b0e-bd3b-35a75f1c87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.548279 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-506b01ae-4374-4b0e-bd3b-35a75f1c87b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d682dd0955d4c4f8f7381a1cb9c38a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514655 Aug 24 22:36:23.549238 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b01ae-4374-4b0e-bd3b-35a75f1c87b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c95f40-69db-4a84-9e50-e6e4db5acf97,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:23.550984 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 44790) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:23.603118 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.625519 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.822583 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.826330 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:23.836378 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70c95f40-69db-4a84-9e50-e6e4db5acf97 HTTP/1.1" status: 204 len: 168 time: 0.2828221 Aug 24 22:36:23.857276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cdc7c-daf5-4705-97ed-01bccc2db6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c95f40-69db-4a84-9e50-e6e4db5acf97,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:23.974243 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de2439-7fe6-4ec2-9e17-43d6631319e3 req-de014b12-2ec1-40a4-971e-52eabc304893 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:23.981894 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48de2439-7fe6-4ec2-9e17-43d6631319e3 req-de014b12-2ec1-40a4-971e-52eabc304893 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0724022 Aug 24 22:36:24.025958 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48de2439-7fe6-4ec2-9e17-43d6631319e3 req-dca8af09-cad0-4f47-a8b7-235a01b1d935 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Aug 24 22:36:24.190330 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20293c-1315-4f36-abbb-4624e3146ee9 req-727c8d63-3d8d-4d9c-a5a6-1fb19c2ee5bb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:24.193031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c20293c-1315-4f36-abbb-4624e3146ee9 req-727c8d63-3d8d-4d9c-a5a6-1fb19c2ee5bb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0666246 Aug 24 22:36:24.249669 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8c20293c-1315-4f36-abbb-4624e3146ee9 req-f15590c1-0641-4dd2-9efc-fdb065bf9413 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497520 Aug 24 22:36:24.350102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f924-4b48-49f3-9b6d-17627f63a309 req-24f8aa81-777c-479b-82a4-ef2178750bc6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:24.351631 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1943f924-4b48-49f3-9b6d-17627f63a309 req-24f8aa81-777c-479b-82a4-ef2178750bc6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0917876 Aug 24 22:36:24.418983 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1943f924-4b48-49f3-9b6d-17627f63a309 req-c2aa6fe6-ea5f-492f-a7ab-9fd0db244c94 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602262 Aug 24 22:36:25.177605 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c715-373a-439d-ba0c-416782f3dfb7 req-a72ad964-16cf-4d80-a5f3-77575cffb0e5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:25.317203 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6704c715-373a-439d-ba0c-416782f3dfb7 req-a72ad964-16cf-4d80-a5f3-77575cffb0e5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0577345 Aug 24 22:36:25.317203 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6704c715-373a-439d-ba0c-416782f3dfb7 req-d9655d7a-79e4-41d6-b212-5b6684acb6b9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 Aug 24 22:36:25.379908 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6958f-cff0-4298-a56b-b24138f6b3e1 req-0bb73cee-2761-4c15-bbb1-a95b45603bf4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:25.387682 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54b6958f-cff0-4298-a56b-b24138f6b3e1 req-0bb73cee-2761-4c15-bbb1-a95b45603bf4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0604846 Aug 24 22:36:25.437643 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54b6958f-cff0-4298-a56b-b24138f6b3e1 req-9c8d1ee7-c7aa-4bad-bbc9-3dc37d6e2779 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Aug 24 22:36:25.593692 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b85532-c9bd-4315-b582-1837085151a5 req-f2137cd2-dbd8-445d-8750-1c4e847b19b9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:25.602847 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9b85532-c9bd-4315-b582-1837085151a5 req-f2137cd2-dbd8-445d-8750-1c4e847b19b9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0889878 Aug 24 22:36:25.654325 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e9b85532-c9bd-4315-b582-1837085151a5 req-8d4b81ad-5b75-482e-be3d-9f2906fcd139 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505877 Aug 24 22:36:26.424780 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd18419-e0c8-4f67-8b7c-3661e3a21d69 req-3588be97-9f14-4f3e-bc6f-e8ed7a2bbab9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:26.426433 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ebd18419-e0c8-4f67-8b7c-3661e3a21d69 req-3588be97-9f14-4f3e-bc6f-e8ed7a2bbab9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0627406 Aug 24 22:36:26.470657 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ebd18419-e0c8-4f67-8b7c-3661e3a21d69 req-c2e25e33-aa0a-4bc5-ae0d-5b28ec28ce67 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364811 Aug 24 22:36:26.562313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bac46-870b-4a95-90c5-631195097bc8 req-0b2d20cb-33d7-4a65-a340-98a5d40115a9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:26.563901 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e34bac46-870b-4a95-90c5-631195097bc8 req-0b2d20cb-33d7-4a65-a340-98a5d40115a9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0502257 Aug 24 22:36:26.619410 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e34bac46-870b-4a95-90c5-631195097bc8 req-c5a0e754-d2ad-4022-becd-98b4d948c3eb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Aug 24 22:36:26.799904 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bd7a4-5613-4a66-a7fc-694ad6aab0f5 req-02ea56cb-3b8f-4196-a012-d9f13dbbd970 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:26.801615 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a17bd7a4-5613-4a66-a7fc-694ad6aab0f5 req-02ea56cb-3b8f-4196-a012-d9f13dbbd970 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0600066 Aug 24 22:36:26.860437 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a17bd7a4-5613-4a66-a7fc-694ad6aab0f5 req-34f776b6-062f-4e64-95a1-9e9afe826e68 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502532 Aug 24 22:36:27.621131 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eacd6-091d-4c47-a940-8733c58a0793 req-457a6cc3-7b5e-4e99-8206-1e9dd55a37e6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:27.623252 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-593eacd6-091d-4c47-a940-8733c58a0793 req-457a6cc3-7b5e-4e99-8206-1e9dd55a37e6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0613527 Aug 24 22:36:27.711418 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-593eacd6-091d-4c47-a940-8733c58a0793 req-242bf963-b4a0-41a4-bdba-0b32a97df8f2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818062 Aug 24 22:36:27.824103 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131740e-7639-4ec8-8cd6-870d5805375e req-022d00de-e4c7-4bfb-992f-69de7033e45a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:27.825884 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1131740e-7639-4ec8-8cd6-870d5805375e req-022d00de-e4c7-4bfb-992f-69de7033e45a tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0884702 Aug 24 22:36:27.917922 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1131740e-7639-4ec8-8cd6-870d5805375e req-7de2c74d-917e-468b-856e-ef655ea43aca tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755324 Aug 24 22:36:28.024164 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd484d-5ffc-4dc9-8561-6dffc31bf2ab req-26889651-fe33-4040-8ca0-ccbb4cd7c547 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:28.034259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7abd484d-5ffc-4dc9-8561-6dffc31bf2ab req-26889651-fe33-4040-8ca0-ccbb4cd7c547 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Aug 24 22:36:28.080262 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7abd484d-5ffc-4dc9-8561-6dffc31bf2ab req-5e0f8562-b942-4727-b3e7-8dda773ce629 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Aug 24 22:36:28.892937 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff05b4-cc87-4253-8fc4-71aafdb92e53 req-e96780cc-05f7-4aaa-b770-acbe299b5ef4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:28.899822 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-96ff05b4-cc87-4253-8fc4-71aafdb92e53 req-e96780cc-05f7-4aaa-b770-acbe299b5ef4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0740395 Aug 24 22:36:28.964165 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-96ff05b4-cc87-4253-8fc4-71aafdb92e53 req-a92e872d-75f8-468e-82bb-88b837142bb0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632193 Aug 24 22:36:29.130576 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6f714-1c5c-45d5-810f-c8e11b0a2d23 req-be77adcb-8bb6-4274-bcf4-a247ca3a7dd3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:29.133292 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-42d6f714-1c5c-45d5-810f-c8e11b0a2d23 req-be77adcb-8bb6-4274-bcf4-a247ca3a7dd3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0763791 Aug 24 22:36:29.228530 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-42d6f714-1c5c-45d5-810f-c8e11b0a2d23 req-eb2dfe4c-5be2-43b8-ae5f-156208e52ab4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859492 Aug 24 22:36:29.286330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b694-f3e8-442d-98ba-ddfeefb1d6b2 req-70f6c616-da5c-444f-9d19-828a6f1014b7 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:29.295300 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e7e8b694-f3e8-442d-98ba-ddfeefb1d6b2 req-70f6c616-da5c-444f-9d19-828a6f1014b7 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.1000211 Aug 24 22:36:29.352276 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e7e8b694-f3e8-442d-98ba-ddfeefb1d6b2 req-763ee558-2a14-48cd-bd40-42218a6478cf tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555680 Aug 24 22:36:29.936226 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61214ba4-3c0e-47f2-a6dc-985f736b7d9c req-3e2795a4-4c3e-4cf8-ac89-571a28897ae0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:29.937804 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-61214ba4-3c0e-47f2-a6dc-985f736b7d9c req-3e2795a4-4c3e-4cf8-ac89-571a28897ae0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0505316 Aug 24 22:36:29.990093 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-61214ba4-3c0e-47f2-a6dc-985f736b7d9c req-9bbdb22e-90aa-4c46-884f-4e5c4d71880d tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Aug 24 22:36:30.094093 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4190c3-fd92-4cca-bc98-8e1adc3691a3 req-db88713d-b121-464d-a4fa-b257b6ebbe60 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.095713 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d4190c3-fd92-4cca-bc98-8e1adc3691a3 req-db88713d-b121-464d-a4fa-b257b6ebbe60 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0577395 Aug 24 22:36:30.136456 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d4190c3-fd92-4cca-bc98-8e1adc3691a3 req-22c03a11-20f6-4722-aaff-8a1f461fd73e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Aug 24 22:36:30.363521 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-67b25a46-2795-4550-9c83-d032d697eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.366745 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-67b25a46-2795-4550-9c83-d032d697eb4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0449946 Aug 24 22:36:30.368797 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332f9f-885c-4cd4-adab-6c17d9f874bd req-92ad1669-e180-4052-94f5-6a287d3033d1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.370507 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d0332f9f-885c-4cd4-adab-6c17d9f874bd req-92ad1669-e180-4052-94f5-6a287d3033d1 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0604215 Aug 24 22:36:30.415531 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d0332f9f-885c-4cd4-adab-6c17d9f874bd req-aa96c806-4020-463b-92ac-5a09af76d83b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Aug 24 22:36:30.483172 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-6b3fc809-8ba1-475c-bea9-426042fc49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.484666 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-6b3fc809-8ba1-475c-bea9-426042fc49cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.1063092 Aug 24 22:36:30.571462 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-85d5069e-36be-409e-8330-bd1c743ed941 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1000 time: 0.0749485 Aug 24 22:36:30.644096 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-92d208f1-6577-4f33-9c02-1d9576e92b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.646820 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-92d208f1-6577-4f33-9c02-1d9576e92b21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0650978 Aug 24 22:36:30.720688 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-99777dd3-e9fe-4e1c-883e-d385854cca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:30.727560 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-99777dd3-e9fe-4e1c-883e-d385854cca11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658238 Aug 24 22:36:30.851214 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-552adb67-2c9b-4fef-9f19-e68ddf7a22b9 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174738 Aug 24 22:36:30.964329 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d2593c83-fdd5-47f8-8ced-3e03785310bd req-0abe9e6e-7657-4d40-9438-8ff04d6bac26 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030989 Aug 24 22:36:31.238278 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4115e-96d5-45e7-92b6-b89191d1e2ee req-192629ce-12f2-420d-89ac-85d2b1922633 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:31.256859 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-98f4115e-96d5-45e7-92b6-b89191d1e2ee req-192629ce-12f2-420d-89ac-85d2b1922633 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.1720202 Aug 24 22:36:31.290636 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494904c9-66cd-40bd-a183-3470fc8560f4 req-f39bfa6e-b0c5-40e6-80d5-8aba33a8bdc4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:31.300246 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-494904c9-66cd-40bd-a183-3470fc8560f4 req-f39bfa6e-b0c5-40e6-80d5-8aba33a8bdc4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0681520 Aug 24 22:36:31.409960 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-98f4115e-96d5-45e7-92b6-b89191d1e2ee req-3ea8b3b0-4c6b-4e61-b1ea-2f80bf6603bc tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475382 Aug 24 22:36:31.412993 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-494904c9-66cd-40bd-a183-3470fc8560f4 req-64f39064-c3b5-4d9d-862a-a931d9927d41 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113751 Aug 24 22:36:31.497852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6b3b8-7436-4917-857a-ec0b3eb63441 req-6c523cd8-955b-44b7-a26b-cb829431f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:31.499479 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8fc6b3b8-7436-4917-857a-ec0b3eb63441 req-6c523cd8-955b-44b7-a26b-cb829431f843 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.1276166 Aug 24 22:36:31.522826 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45024) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:31.589081 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8fc6b3b8-7436-4917-857a-ec0b3eb63441 req-6ca4f629-6290-4528-80dc-6c9bd9ace185 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Aug 24 22:36:31.616390 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2870ce-c4ed-4db4-b092-24da941f5496 req-442ed927-632e-4bd2-bb57-36b87551b159 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:31.616770 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab2870ce-c4ed-4db4-b092-24da941f5496 req-442ed927-632e-4bd2-bb57-36b87551b159 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0745122 Aug 24 22:36:31.696041 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab2870ce-c4ed-4db4-b092-24da941f5496 req-9539a964-dc61-4aca-bca1-7e8499689333 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708015 Aug 24 22:36:31.710848 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:31.893715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:31.983036 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:32.060369 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35a0fc539fcb4dc5a94f17498f135a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355804 Aug 24 22:36:32.063035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45032) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:32.066312 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c5b43-664b-4655-b42a-e8b44d0592f9,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:32.076992 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.080897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.082024 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45d643d-81fc-46ba-87c5-782223e67f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.168470 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:32.203366 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:32.394422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:32.399302 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:32.399302 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/505c5b43-664b-4655-b42a-e8b44d0592f9 HTTP/1.1" status: 204 len: 168 time: 0.3343725 Aug 24 22:36:32.414391 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c5b43-664b-4655-b42a-e8b44d0592f9,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:32.423151 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.423505 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.423845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.424200 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.424510 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.425066 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.425527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.425716 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.429625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.429625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.429625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.429625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b92b1c-d2c7-4b43-91ef-044918827ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:36:32.576908 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b337d-78cb-439b-a0d4-d329dde725a2 req-94a22138-bf0b-42f0-aec8-1d5da09356bc tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:32.586163 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b57b337d-78cb-439b-a0d4-d329dde725a2 req-94a22138-bf0b-42f0-aec8-1d5da09356bc tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0717266 Aug 24 22:36:32.599662 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587ba6-3b61-43ee-82cb-0cb373d740a3 req-efdb110e-349c-4fdb-bab8-e325898ed417 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:32.607878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd587ba6-3b61-43ee-82cb-0cb373d740a3 req-efdb110e-349c-4fdb-bab8-e325898ed417 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0795147 Aug 24 22:36:32.652553 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b57b337d-78cb-439b-a0d4-d329dde725a2 req-c578f1cb-d95d-46c7-95ab-9f3e3929723f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645754 Aug 24 22:36:32.662747 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd587ba6-3b61-43ee-82cb-0cb373d740a3 req-a35164e2-c850-46fb-8415-be41264f1cd8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494859 Aug 24 22:36:32.859930 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99cb54-c0a1-44c7-8b5f-371bde29a492 req-4f77558c-c101-44be-93ee-ffbfba2bc1d7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:32.861529 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc99cb54-c0a1-44c7-8b5f-371bde29a492 req-4f77558c-c101-44be-93ee-ffbfba2bc1d7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0732105 Aug 24 22:36:32.931518 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc99cb54-c0a1-44c7-8b5f-371bde29a492 req-9dd9cfea-23f1-45ff-9b2b-392412ed78a4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Aug 24 22:36:33.290891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45050) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:33.310581 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f417d5e-15da-4486-a9d3-8b1ba35d2aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:33.431982 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f417d5e-15da-4486-a9d3-8b1ba35d2aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:33.515974 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9f417d5e-15da-4486-a9d3-8b1ba35d2aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:33.589276 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9f417d5e-15da-4486-a9d3-8b1ba35d2aef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76457f0307924c92b2174126ffa3a085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939711 Aug 24 22:36:33.589276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417d5e-15da-4486-a9d3-8b1ba35d2aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec44d29-e867-4da8-9d69-998c6d5891da,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:33.589934 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45052) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:33.674512 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:33.700636 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:33.788061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ffc66-ebb0-4a77-b4d2-5fdf663685e8 req-49741f87-bf2c-4da7-b7fc-4abe9128998a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:33.789745 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8d6ffc66-ebb0-4a77-b4d2-5fdf663685e8 req-49741f87-bf2c-4da7-b7fc-4abe9128998a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Aug 24 22:36:33.795590 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5929-af25-4f5c-96d1-5cfb6f7bf8fe req-5a7d6f83-e800-4102-9e55-9a3f175e36a8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:33.797260 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17fd5929-af25-4f5c-96d1-5cfb6f7bf8fe req-5a7d6f83-e800-4102-9e55-9a3f175e36a8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0527720 Aug 24 22:36:33.837935 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17fd5929-af25-4f5c-96d1-5cfb6f7bf8fe req-ba714864-d676-49ed-83fb-9ef6af233cfe tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345354 Aug 24 22:36:33.843731 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8d6ffc66-ebb0-4a77-b4d2-5fdf663685e8 req-066893fc-38f1-4200-ae05-088cc8d2641b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480263 Aug 24 22:36:34.046040 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:34.048574 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:34.052100 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ec44d29-e867-4da8-9d69-998c6d5891da HTTP/1.1" status: 204 len: 168 time: 0.4582038 Aug 24 22:36:34.057311 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a35ae-0a55-4e4b-bad7-e78fedc405c3 req-eddba15c-86c0-4225-b777-f26036791515 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:34.058493 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707244fa-64f0-4912-8632-af9f067785ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec44d29-e867-4da8-9d69-998c6d5891da,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:34.059075 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b7a35ae-0a55-4e4b-bad7-e78fedc405c3 req-eddba15c-86c0-4225-b777-f26036791515 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0518668 Aug 24 22:36:34.105240 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b7a35ae-0a55-4e4b-bad7-e78fedc405c3 req-0cde276c-d19d-45e7-8587-35ab199a5f86 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Aug 24 22:36:35.053365 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d657be3-d44f-4586-bf45-7d6698196a8a req-d474e659-988a-456e-a907-4468814585e0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:35.055975 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3d657be3-d44f-4586-bf45-7d6698196a8a req-d474e659-988a-456e-a907-4468814585e0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0899127 Aug 24 22:36:35.066254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d10f-c13d-43a4-a1c1-ec86213df651 req-9715a48c-13ed-4ea3-b2b8-6fe0822ad2c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:35.074797 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e1b5d10f-c13d-43a4-a1c1-ec86213df651 req-9715a48c-13ed-4ea3-b2b8-6fe0822ad2c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.1332519 Aug 24 22:36:35.121834 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3d657be3-d44f-4586-bf45-7d6698196a8a req-e262ace5-46c6-4a8d-aef9-04101939c81a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581343 Aug 24 22:36:35.131965 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e1b5d10f-c13d-43a4-a1c1-ec86213df651 req-153e7633-3667-498e-8ef6-79780040fa23 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532086 Aug 24 22:36:35.264557 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6c8a-a7dd-490b-b05a-c6a046d27321 req-6a58d636-9d3e-4902-adbe-7e50551f85f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:35.268070 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a90d6c8a-a7dd-490b-b05a-c6a046d27321 req-6a58d636-9d3e-4902-adbe-7e50551f85f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Aug 24 22:36:35.341865 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a90d6c8a-a7dd-490b-b05a-c6a046d27321 req-58186069-08ca-4fc7-a981-a5eec7cf243f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Aug 24 22:36:35.435458 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45100) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:35.540271 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1295302321-network', 'tenant_id': 'a7607fbdf2de4db08dca7274761dc6a2'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:36:35.686268 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Made reservation on behalf of a7607fbdf2de4db08dca7274761dc6a2 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:36:35.690096 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:35.701795 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:35.789546 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:35.989932 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.016030 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:36:36.026177 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d383b-2cc0-42d3-a6b9-af2274ab3666,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:36.030874 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.031211 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Added segment 27faed83-a01e-433b-a8ea-06e73b4494b7 of type vlan for network 4051bfb3-3b67-4456-9c49-d7050e5b0505 Aug 24 22:36:36.071783 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.236991 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdacfb9-ffc7-44b6-b50b-4c4aed81c397 req-6aed2d14-de32-4dba-a9c6-58efade7c326 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:36.238635 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6cdacfb9-ffc7-44b6-b50b-4c4aed81c397 req-6aed2d14-de32-4dba-a9c6-58efade7c326 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0515747 Aug 24 22:36:36.258805 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.259790 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:36.260384 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.281521 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6cdacfb9-ffc7-44b6-b50b-4c4aed81c397 req-6851693d-8e31-451b-9198-880f1d05664f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Aug 24 22:36:36.286669 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6700841-a171-4039-bb5e-f78b7480476c req-be973be9-df11-4853-8fc9-d13406aba7e3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:36.288375 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f6700841-a171-4039-bb5e-f78b7480476c req-be973be9-df11-4853-8fc9-d13406aba7e3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0734594 Aug 24 22:36:36.347669 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] Pushing event updated for resources: {'Network': ['ID=4051bfb3-3b67-4456-9c49-d7050e5b0505,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:36.358713 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 4051bfb3-3b67-4456-9c49-d7050e5b0505 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:36:36.369388 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f6700841-a171-4039-bb5e-f78b7480476c req-6be6505f-a3be-46eb-bbc0-a5522227cde0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738575 Aug 24 22:36:36.402076 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-79f2d88d-9652-41ea-b67d-3262aedc84dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9654279 Aug 24 22:36:36.404669 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45118) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:36.411689 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Request body: {'subnet': {'network_id': '4051bfb3-3b67-4456-9c49-d7050e5b0505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1295302321-subnet', 'tenant_id': 'a7607fbdf2de4db08dca7274761dc6a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:36:36.434638 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:36:36.468571 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb0237-bd87-424a-b945-bca185698eb9 req-c6fe2ece-ebe3-444b-8756-3f7374baff06 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:36.470092 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6efb0237-bd87-424a-b945-bca185698eb9 req-c6fe2ece-ebe3-444b-8756-3f7374baff06 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0516853 Aug 24 22:36:36.516316 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6efb0237-bd87-424a-b945-bca185698eb9 req-10faedea-30de-4982-986c-2622ed10ee4f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Aug 24 22:36:36.531715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Made reservation on behalf of a7607fbdf2de4db08dca7274761dc6a2 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:36:36.534595 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470232'] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.773030 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3220696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470186'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:36.835121 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce16a4a-e996-4e85-9d28-7044e3d3969c,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:36.851282 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Checking segment: {'id': '27faed83-a01e-433b-a8ea-06e73b4494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4051bfb3-3b67-4456-9c49-d7050e5b0505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:36:36.851639 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Network hostable DHCP agents. Network: 4051bfb3-3b67-4456-9c49-d7050e5b0505, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:36:36.926386 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Network 4051bfb3-3b67-4456-9c49-d7050e5b0505 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:36:37.085584 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 4051bfb3-3b67-4456-9c49-d7050e5b0505) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:36:37.089907 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:37.090501 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:37.096499 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75650761-b4c9-4339-80e6-64566e90e85c None None] Network 4051bfb3-3b67-4456-9c49-d7050e5b0505 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:36:37.188968 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-aa7ff429-b6c7-4f15-a501-c3e40330ea2c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7830064 Aug 24 22:36:37.228291 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7babf-d8cd-4370-9994-3e33e0030027 None None] Network 4051bfb3-3b67-4456-9c49-d7050e5b0505 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:36:37.429173 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cf582-aca7-41e5-a002-652d03c5a1b2 req-2f8f3a98-2d81-45cd-9232-323f0b038316 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:37.430908 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0d6cf582-aca7-41e5-a002-652d03c5a1b2 req-2f8f3a98-2d81-45cd-9232-323f0b038316 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0647912 Aug 24 22:36:37.480147 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0d6cf582-aca7-41e5-a002-652d03c5a1b2 req-7dd28048-8d81-4980-b54d-ffd3b95ac037 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Aug 24 22:36:37.499014 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d4108-765a-4602-8339-232af19cc047 req-2502cb81-75b2-486b-bb60-c5a2c013367c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:37.500700 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-662d4108-765a-4602-8339-232af19cc047 req-2502cb81-75b2-486b-bb60-c5a2c013367c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0542212 Aug 24 22:36:37.559873 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-662d4108-765a-4602-8339-232af19cc047 req-56602742-c42c-415f-b7e8-1f40a093bfa6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471945 Aug 24 22:36:37.652316 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df21aa-d28e-4dbd-9125-37ca0ceda18d req-e8d4366b-d626-4dc0-b10e-8bfd49529050 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:37.653872 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f8df21aa-d28e-4dbd-9125-37ca0ceda18d req-e8d4366b-d626-4dc0-b10e-8bfd49529050 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0528402 Aug 24 22:36:37.699163 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f8df21aa-d28e-4dbd-9125-37ca0ceda18d req-6395d38d-8648-407e-a34f-03ba173ff004 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339382 Aug 24 22:36:38.166011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45152) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:38.171494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835888615-network', 'tenant_id': '49269f16867741bd9683853fc8569a42'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:36:38.336911 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Made reservation on behalf of 49269f16867741bd9683853fc8569a42 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:36:38.339304 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.348413 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.449070 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.526034 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.552564 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:36:38.566025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8411104a-f660-429c-b67a-0333c19a0e7f,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:38.569421 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.569804 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Added segment 57fff818-a003-4d25-9514-d3eecb2c9c84 of type vlan for network dab12940-201a-4503-ae0b-eced84922e51 Aug 24 22:36:38.620612 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.636762 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0a2d0-468f-49df-b57a-8560cfb3eb63 req-173da572-4359-4248-a09c-119d134b1e8b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:38.638556 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-30d0a2d0-468f-49df-b57a-8560cfb3eb63 req-173da572-4359-4248-a09c-119d134b1e8b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Aug 24 22:36:38.691931 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-30d0a2d0-468f-49df-b57a-8560cfb3eb63 req-03c34f49-b351-4507-910c-518b5926632a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 Aug 24 22:36:38.710399 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ecade-e255-438d-9c2d-26a04d68bbaf req-f6449340-743b-4a9f-9439-958d26c710ff tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:38.711917 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb3ecade-e255-438d-9c2d-26a04d68bbaf req-f6449340-743b-4a9f-9439-958d26c710ff tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0542099 Aug 24 22:36:38.751839 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb3ecade-e255-438d-9c2d-26a04d68bbaf req-76a8c26b-0f0e-41e4-b96a-d4de80df63dc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Aug 24 22:36:38.762593 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.763710 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:38.764356 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:38.839651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] Pushing event updated for resources: {'Network': ['ID=dab12940-201a-4503-ae0b-eced84922e51,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:38.840704 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4bddc-1e4e-41dd-b7d5-55b2155d2370 req-08efe25d-1ab3-4565-b7fa-7c4d5ee61a2e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:38.842924 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bca4bddc-1e4e-41dd-b7d5-55b2155d2370 req-08efe25d-1ab3-4565-b7fa-7c4d5ee61a2e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0695193 Aug 24 22:36:38.850229 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network dab12940-201a-4503-ae0b-eced84922e51 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:36:38.872644 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-361910ee-46f4-4123-b301-6c2f7fe4dd1d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7026639 Aug 24 22:36:38.872931 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45164) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:38.878901 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Request body: {'subnet': {'network_id': 'dab12940-201a-4503-ae0b-eced84922e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835888615-subnet', 'tenant_id': '49269f16867741bd9683853fc8569a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:36:38.904787 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bca4bddc-1e4e-41dd-b7d5-55b2155d2370 req-22ec9a16-6622-41eb-a25b-3afce0675e69 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Aug 24 22:36:38.959913 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Made reservation on behalf of 49269f16867741bd9683853fc8569a42 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:36:38.962268 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:39.257371 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:39.315301 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0521cbe5-16c2-42c9-9f28-7d1d75c0650c,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:39.333307 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Checking segment: {'id': '57fff818-a003-4d25-9514-d3eecb2c9c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'dab12940-201a-4503-ae0b-eced84922e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:36:39.333684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Network hostable DHCP agents. Network: dab12940-201a-4503-ae0b-eced84922e51, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:36:39.622975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Network dab12940-201a-4503-ae0b-eced84922e51 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:36:39.774833 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-94866625-a3c1-45a9-a184-d9359e1f9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:39.776532 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-94866625-a3c1-45a9-a184-d9359e1f9747 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1098 time: 0.0469656 Aug 24 22:36:39.794399 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, dab12940-201a-4503-ae0b-eced84922e51) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:36:39.803273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7f96f-4d64-4390-b210-62f7d718be65 None None] Network dab12940-201a-4503-ae0b-eced84922e51 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:36:39.808802 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:39.813241 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:39.891479 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-46997bd3-ffa8-4a00-9b05-2699e0788c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:39.893024 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-46997bd3-ffa8-4a00-9b05-2699e0788c62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.1086156 Aug 24 22:36:39.908283 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4b518-3ab5-4b13-aa6d-c36ab95ea29b req-747e3576-c4aa-41ec-a42f-934c2f9daeb4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:39.910077 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-68b4b518-3ab5-4b13-aa6d-c36ab95ea29b req-747e3576-c4aa-41ec-a42f-934c2f9daeb4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0657411 Aug 24 22:36:39.947668 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cd5ea-ae80-456f-811e-4349bac2610c None None] Network dab12940-201a-4503-ae0b-eced84922e51 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:36:39.978869 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-68b4b518-3ab5-4b13-aa6d-c36ab95ea29b req-b9c5751e-33da-4997-9deb-a716b35e04c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580990 Aug 24 22:36:40.014826 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-bee066c7-e3bb-4cb4-9e5c-bb5763b49534 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0799718 Aug 24 22:36:40.025803 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-13384784-ed7c-470e-a1c0-f78fe3c6bcd4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1517692 Aug 24 22:36:40.119170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf0e9-d93b-4742-a840-52910cc07b28 req-35a94926-fbd5-4f42-b357-35de2d66d0d3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:40.126889 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ddaf0e9-d93b-4742-a840-52910cc07b28 req-35a94926-fbd5-4f42-b357-35de2d66d0d3 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.1109600 Aug 24 22:36:40.147263 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-0282ca7e-a94b-4ed9-a657-1135d54631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:40.147263 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-0282ca7e-a94b-4ed9-a657-1135d54631c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.1143398 Aug 24 22:36:40.214685 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6ddaf0e9-d93b-4742-a840-52910cc07b28 req-8b6d2bca-05f7-49d9-bd4c-85048a4f2ef8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867691 Aug 24 22:36:40.230764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-06196819-0c18-4e99-99f9-d6ca5c8aa26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:40.232468 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-06196819-0c18-4e99-99f9-d6ca5c8aa26f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766842 Aug 24 22:36:40.338489 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-58b934af-f051-44f9-9093-2f0114ae323e service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971391 Aug 24 22:36:40.468096 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-577f09c2-c2cc-4a96-95b8-25884b62b3fd req-9c8c6171-487d-4a77-b331-2eed22551e4c service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187375 Aug 24 22:36:40.945519 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:36:41.030034 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:41.057271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:36:41.059634 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946af3a4-8cad-4ff0-b827-ce7fc113d281" -d '{"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-unplugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:36:41.074129 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:36:41.099122 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c1a26-6fd9-44e4-94ca-2622d92efb52 x-openstack-request-id: req-b95c1a26-6fd9-44e4-94ca-2622d92efb52 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:36:41.099470 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-unplugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:36:41.099762 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b95c1a26-6fd9-44e4-94ca-2622d92efb52 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:36:41.100334 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'code': 200} Aug 24 22:36:41.129855 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a615-f086-4f73-9c90-9486191876d5 req-8f9c54ef-ef53-4e4a-b459-551a5a3e2093 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:41.131213 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef83a615-f086-4f73-9c90-9486191876d5 req-8f9c54ef-ef53-4e4a-b459-551a5a3e2093 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 945 time: 0.0608582 Aug 24 22:36:41.172991 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:41.180291 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef83a615-f086-4f73-9c90-9486191876d5 req-fede4ed2-a746-4b69-ac14-82e714b0fc66 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Aug 24 22:36:41.235781 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=8']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:41.347185 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8f54e-5f79-4b05-b7b0-32315f3a21d4 req-3b731147-50c6-4053-8d73-edaf3b314fce tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:41.349272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6de8f54e-5f79-4b05-b7b0-32315f3a21d4 req-3b731147-50c6-4053-8d73-edaf3b314fce tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0535836 Aug 24 22:36:41.390180 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6de8f54e-5f79-4b05-b7b0-32315f3a21d4 req-46500162-e924-4815-8941-808ebb2c61f9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Aug 24 22:36:42.000662 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5a08-7e58-4c5e-8216-5c4b9a276fc2 req-3646bf89-31a2-4bc0-b04c-d050bcd08c3e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:42.002210 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e36f5a08-7e58-4c5e-8216-5c4b9a276fc2 req-3646bf89-31a2-4bc0-b04c-d050bcd08c3e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0503814 Aug 24 22:36:42.046677 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e36f5a08-7e58-4c5e-8216-5c4b9a276fc2 req-3d62e8df-60fa-4936-8a70-abe3fe8a3609 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Aug 24 22:36:42.312022 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1c04d-30e8-4e68-8503-9c66411de375 req-b774140d-add7-48a5-8d4f-f936995919c2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:42.313550 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-93d1c04d-30e8-4e68-8503-9c66411de375 req-b774140d-add7-48a5-8d4f-f936995919c2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0527267 Aug 24 22:36:42.354014 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-93d1c04d-30e8-4e68-8503-9c66411de375 req-e705a0c8-054f-4640-8ce8-f3cb7bd90b8f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333014 Aug 24 22:36:43.168019 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8878d-33f4-4263-882f-92614b04e040 req-0f78b520-ac43-47e7-aedc-02bbb48194a5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:43.169548 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fe8878d-33f4-4263-882f-92614b04e040 req-0f78b520-ac43-47e7-aedc-02bbb48194a5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0511231 Aug 24 22:36:43.208791 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fe8878d-33f4-4263-882f-92614b04e040 req-f3317d49-713a-4d5a-90dd-e5cee351d41c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Aug 24 22:36:43.325677 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6de9fd0c-c5b1-4341-88ed-6913d07af091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:43.479210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c95c7-bc17-42eb-88ea-5a3d1c1429d4 req-3252d44b-8cf1-4570-a4cf-384926a600cc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:43.480646 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-461c95c7-bc17-42eb-88ea-5a3d1c1429d4 req-3252d44b-8cf1-4570-a4cf-384926a600cc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0509794 Aug 24 22:36:43.525586 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-461c95c7-bc17-42eb-88ea-5a3d1c1429d4 req-dd95f0b6-a156-4c22-b233-1bb30fd4f86b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Aug 24 22:36:44.326921 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162d78a-48e4-4b03-ba67-4c900479ba71 req-f323f718-18e8-47e1-a77e-be45b0c67f5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:44.328475 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0162d78a-48e4-4b03-ba67-4c900479ba71 req-f323f718-18e8-47e1-a77e-be45b0c67f5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0512698 Aug 24 22:36:44.369870 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0162d78a-48e4-4b03-ba67-4c900479ba71 req-4185edef-731b-4abe-9772-4ea7e16a7734 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Aug 24 22:36:44.651829 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d966-a2e0-4539-87f5-b938bdfb02ab req-3da0d0ff-de64-46aa-b2f5-88544c3da888 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:44.653306 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1506d966-a2e0-4539-87f5-b938bdfb02ab req-3da0d0ff-de64-46aa-b2f5-88544c3da888 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0488386 Aug 24 22:36:44.690727 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1506d966-a2e0-4539-87f5-b938bdfb02ab req-d275474c-837d-4a82-b78a-47a83eef0c75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Aug 24 22:36:44.748625 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:45.485179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cd212-418c-4afe-9961-0666f2e877e4 req-31a159e5-9840-4cdb-9540-76c37b6b6156 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:45.486704 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e53cd212-418c-4afe-9961-0666f2e877e4 req-31a159e5-9840-4cdb-9540-76c37b6b6156 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Aug 24 22:36:45.528707 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e53cd212-418c-4afe-9961-0666f2e877e4 req-22a389bf-86ca-4509-88fc-7491da258361 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Aug 24 22:36:45.815436 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573a7b3-10ce-4a69-af35-3f3717011a42 req-f3653a31-3274-48e8-9b2e-bdcd2112be34 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:45.817529 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e573a7b3-10ce-4a69-af35-3f3717011a42 req-f3653a31-3274-48e8-9b2e-bdcd2112be34 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0538371 Aug 24 22:36:45.855912 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e573a7b3-10ce-4a69-af35-3f3717011a42 req-8ea017da-adb7-47c5-afff-dc01032046eb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325227 Aug 24 22:36:45.914213 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1accecda-5240-4c8c-b0d6-d204e635c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:46.108428 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:46.650999 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d14b-765b-4aa1-8f81-2beb8338f15b req-f1366d40-996b-46aa-a479-8fffd1fb7712 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:46.652527 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-68e2d14b-765b-4aa1-8f81-2beb8338f15b req-f1366d40-996b-46aa-a479-8fffd1fb7712 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0502360 Aug 24 22:36:46.696525 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-68e2d14b-765b-4aa1-8f81-2beb8338f15b req-0e4ff762-d06a-410f-9d07-ed3373e2e573 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Aug 24 22:36:46.987256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de9da-1142-4e26-a245-add833695b3c req-29e2469e-5464-447b-bdfd-e5d33f7f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:46.992762 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-29e2469e-5464-447b-bdfd-e5d33f7f9ba6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 1099 time: 0.0724368 Aug 24 22:36:47.000643 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc85c-0f88-472c-a0f3-27f634b57276 req-6c7887ea-7042-4118-a096-d64a56bbf8b4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:47.002094 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7ecdc85c-0f88-472c-a0f3-27f634b57276 req-6c7887ea-7042-4118-a096-d64a56bbf8b4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0613372 Aug 24 22:36:47.011221 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:47.095058 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7ecdc85c-0f88-472c-a0f3-27f634b57276 req-15d4dc63-ce53-4eb3-8912-d7f0dfd6c6bf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829899 Aug 24 22:36:47.121751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de9da-1142-4e26-a245-add833695b3c req-ce1c4829-bf1a-44b3-9377-bef0a35cd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:47.123237 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-ce1c4829-bf1a-44b3-9377-bef0a35cd0fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 200 len: 920 time: 0.1186950 Aug 24 22:36:47.167564 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-d30c5c8a-7091-4268-84e9-57556843b8fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 200 len: 217 time: 0.0365112 Aug 24 22:36:47.219821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de9da-1142-4e26-a245-add833695b3c req-5272e921-872b-4e3e-a27f-4f961b418744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:47.221360 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-5272e921-872b-4e3e-a27f-4f961b418744 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 200 len: 859 time: 0.0466187 Aug 24 22:36:47.263040 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-578daac7-f093-4483-975e-29e9a6a7d91b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79a29358-4069-48d0-a472-52494dd76ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239406 Aug 24 22:36:47.351438 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-6dccb4a0-e0fd-4009-85d7-a6a1d4d1c039 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802240 Aug 24 22:36:47.445993 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4b6de9da-1142-4e26-a245-add833695b3c req-e75090c0-4866-41a6-81cc-bdb37ba37510 service neutron] 10.222.0.25 "GET /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Aug 24 22:36:47.832937 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e67ca-a754-4b4b-838d-74d68cdbf397 req-2a78a4d3-9fd5-4ffd-840a-dabd5ff0409f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:47.834378 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d18e67ca-a754-4b4b-838d-74d68cdbf397 req-2a78a4d3-9fd5-4ffd-840a-dabd5ff0409f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0603120 Aug 24 22:36:47.877378 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d18e67ca-a754-4b4b-838d-74d68cdbf397 req-2db26e59-e59e-46ef-8c48-2f6a5dc7c169 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Aug 24 22:36:48.228928 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba440c0-0f9e-493c-8ca1-6e088506cbe9 req-8fbab037-3cfa-4180-8827-5d35053d7b1e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:48.230475 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4ba440c0-0f9e-493c-8ca1-6e088506cbe9 req-8fbab037-3cfa-4180-8827-5d35053d7b1e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0575109 Aug 24 22:36:48.270866 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4ba440c0-0f9e-493c-8ca1-6e088506cbe9 req-5ebaa4a7-f759-4551-8afc-b3e66532a41d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342877 Aug 24 22:36:48.662832 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:49.010984 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda042dc-e8de-4962-93fb-2418b3fb8282 req-b05fff5e-c912-4425-a25c-f285e1ed5609 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:49.012596 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bda042dc-e8de-4962-93fb-2418b3fb8282 req-b05fff5e-c912-4425-a25c-f285e1ed5609 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0635936 Aug 24 22:36:49.055755 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bda042dc-e8de-4962-93fb-2418b3fb8282 req-881a4317-28a0-4d12-a5e2-2740dadc26f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Aug 24 22:36:49.404055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e810d-336d-4422-ba92-4e70e77087d0 req-294352df-b8e5-4818-accb-b3a7e7265632 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:49.405548 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f9e810d-336d-4422-ba92-4e70e77087d0 req-294352df-b8e5-4818-accb-b3a7e7265632 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0534201 Aug 24 22:36:49.444499 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f9e810d-336d-4422-ba92-4e70e77087d0 req-95a3ffe7-f865-4b53-ae45-4526598cec4b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Aug 24 22:36:50.183252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e20be-4aa4-4dc2-aede-3036dffa2680 req-a7205017-c271-4f2c-9531-84a7d2a56e96 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:50.184852 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae0e20be-4aa4-4dc2-aede-3036dffa2680 req-a7205017-c271-4f2c-9531-84a7d2a56e96 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0578089 Aug 24 22:36:50.227657 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae0e20be-4aa4-4dc2-aede-3036dffa2680 req-977cab8b-d19b-4b82-8eaa-151565f0aea6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353336 Aug 24 22:36:50.990632 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:36:51.189266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6466f8-8a79-4ec2-9c3e-ba36a2ca6818 req-af4453be-be99-4fa7-9384-5add218501e3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:51.190784 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9a6466f8-8a79-4ec2-9c3e-ba36a2ca6818 req-af4453be-be99-4fa7-9384-5add218501e3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0491693 Aug 24 22:36:51.248001 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9a6466f8-8a79-4ec2-9c3e-ba36a2ca6818 req-81a09426-67f6-4e73-86d1-4eca1efe7345 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498545 Aug 24 22:36:51.365527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33265a4-93ab-4317-961c-75820b187e07 req-9b6eaa52-495e-4aee-8a42-bb9646c361a0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:51.367046 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e33265a4-93ab-4317-961c-75820b187e07 req-9b6eaa52-495e-4aee-8a42-bb9646c361a0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0669549 Aug 24 22:36:51.411077 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e33265a4-93ab-4317-961c-75820b187e07 req-6c642ea4-cc69-4f0e-882e-ec9f096ee441 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Aug 24 22:36:51.809166 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45386) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:51.891962 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-5a40f9f2-d7d7-403f-813f-f167b431f767 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811322 Aug 24 22:36:52.387269 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215f7e8-9179-4c7d-beea-b3bc8849ebb5 req-28d5c8e6-042a-4fe5-9940-e724b54cc4d8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:52.389000 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2215f7e8-9179-4c7d-beea-b3bc8849ebb5 req-28d5c8e6-042a-4fe5-9940-e724b54cc4d8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0558054 Aug 24 22:36:52.437333 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2215f7e8-9179-4c7d-beea-b3bc8849ebb5 req-78187ca0-904e-4494-a4f3-d0ba786a64ef tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Aug 24 22:36:53.570401 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822cfa7-5f45-4ee1-9c08-f8214d889354 req-f79d3cb1-9e4c-4c02-9ca6-f437f67b8859 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:53.571967 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5822cfa7-5f45-4ee1-9c08-f8214d889354 req-f79d3cb1-9e4c-4c02-9ca6-f437f67b8859 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0586605 Aug 24 22:36:53.615558 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5822cfa7-5f45-4ee1-9c08-f8214d889354 req-285c5954-769d-451f-9c3c-f4b8132ed10f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369020 Aug 24 22:36:54.594214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45438) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:54.719309 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbb5c-cc09-4082-b472-07f4e1205a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:54.775341 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243b27-67d4-4934-a600-704479ac4679 req-441a1dd4-abcd-481c-ba07-943dabf55b1e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:54.776854 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-da243b27-67d4-4934-a600-704479ac4679 req-441a1dd4-abcd-481c-ba07-943dabf55b1e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0780079 Aug 24 22:36:54.841677 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-da243b27-67d4-4934-a600-704479ac4679 req-f8a4f3d2-3477-422e-b17b-6a5b9b206b4d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526738 Aug 24 22:36:54.872537 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbb5c-cc09-4082-b472-07f4e1205a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:54.931186 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbb5c-cc09-4082-b472-07f4e1205a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:54.971583 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4ecfbb5c-cc09-4082-b472-07f4e1205a98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b44125a01c94a6289c6524e58d3094d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762681 Aug 24 22:36:54.972913 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfbb5c-cc09-4082-b472-07f4e1205a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef63865-7bdc-4c98-bba5-687fb703b032,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:54.975099 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45444) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:36:55.042928 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:55.058977 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:55.165613 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:55.168248 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:36:55.169584 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ef63865-7bdc-4c98-bba5-687fb703b032 HTTP/1.1" status: 204 len: 168 time: 0.1930242 Aug 24 22:36:55.178544 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a182f8-65ee-4b63-82d8-bf1bb908da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef63865-7bdc-4c98-bba5-687fb703b032,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:36:55.970767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f41e5-aab7-4cbe-acab-5f8bdc3b9dce req-aa84d323-705f-440c-97de-366d41f10868 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:55.972424 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff6f41e5-aab7-4cbe-acab-5f8bdc3b9dce req-aa84d323-705f-440c-97de-366d41f10868 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0584199 Aug 24 22:36:56.013458 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff6f41e5-aab7-4cbe-acab-5f8bdc3b9dce req-adebeb1b-fe62-4f86-aa8a-63099ee82a97 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342526 Aug 24 22:36:57.139455 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac825e-c0d8-4090-9e95-8e40030d8052 req-f2c7d82e-9f4e-4802-a28a-40d29aa41480 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:57.140956 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f2ac825e-c0d8-4090-9e95-8e40030d8052 req-f2c7d82e-9f4e-4802-a28a-40d29aa41480 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0508945 Aug 24 22:36:57.181858 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f2ac825e-c0d8-4090-9e95-8e40030d8052 req-7d85d632-d32c-4ff3-917b-4707701be43b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344632 Aug 24 22:36:58.308764 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85a50-628c-41c7-ad45-6bbd627465af req-2e194695-c865-47ec-b1aa-39d48928a0d4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:58.310582 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a6f85a50-628c-41c7-ad45-6bbd627465af req-2e194695-c865-47ec-b1aa-39d48928a0d4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0529156 Aug 24 22:36:58.350404 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a6f85a50-628c-41c7-ad45-6bbd627465af req-1f0b6f85-9d32-4191-8301-22594c677214 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Aug 24 22:36:59.477985 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952744e2-eada-4b68-99d8-6d0438373a9b req-ef8f5388-520b-4a7f-9981-51cbc5c7c9af tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:36:59.479532 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-952744e2-eada-4b68-99d8-6d0438373a9b req-ef8f5388-520b-4a7f-9981-51cbc5c7c9af tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0533330 Aug 24 22:36:59.518323 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-952744e2-eada-4b68-99d8-6d0438373a9b req-bc0c128b-5a80-40f1-8d81-697982c8b0fb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326581 Aug 24 22:37:00.637905 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ef158-a30a-4448-b904-65c6a60f2b89 req-0876617e-247d-476a-8972-33babff63a45 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:00.639393 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-019ef158-a30a-4448-b904-65c6a60f2b89 req-0876617e-247d-476a-8972-33babff63a45 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0491765 Aug 24 22:37:00.679232 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-019ef158-a30a-4448-b904-65c6a60f2b89 req-0bc6e187-8530-425d-9627-6fe6be316727 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Aug 24 22:37:01.366779 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77bd5e-6f60-4004-a617-f894198c24df req-7b3b0895-065a-403e-80e0-19a90bf36ff2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:01.370204 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ea77bd5e-6f60-4004-a617-f894198c24df req-7b3b0895-065a-403e-80e0-19a90bf36ff2 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0511231 Aug 24 22:37:01.409519 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ea77bd5e-6f60-4004-a617-f894198c24df req-704ef916-b52b-4ac2-9cec-6fdc57f89533 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Aug 24 22:37:01.804550 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b9ab1-6a17-41a3-a495-e2977e8eafc6 req-7b38d4ba-464b-4234-a422-0276b78d125e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:01.806035 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7d0b9ab1-6a17-41a3-a495-e2977e8eafc6 req-7b38d4ba-464b-4234-a422-0276b78d125e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0555153 Aug 24 22:37:01.847797 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7d0b9ab1-6a17-41a3-a495-e2977e8eafc6 req-234bee03-6085-410c-ab95-ff442c7da43a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358260 Aug 24 22:37:02.701215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f52b8e-bffe-40ab-a36f-eb3cd0e2524c req-e053e991-4c28-42ae-b643-1516bdca1552 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:02.702749 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01f52b8e-bffe-40ab-a36f-eb3cd0e2524c req-e053e991-4c28-42ae-b643-1516bdca1552 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.2236824 Aug 24 22:37:02.745675 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-01f52b8e-bffe-40ab-a36f-eb3cd0e2524c req-cab2646f-be6a-4bc3-976e-bc25df9fb171 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358527 Aug 24 22:37:02.978689 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e1d1e-7d41-411d-907e-c71eb0c960df req-217d9561-4135-4266-be4a-06efe232982a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:02.980381 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-979e1d1e-7d41-411d-907e-c71eb0c960df req-217d9561-4135-4266-be4a-06efe232982a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0589933 Aug 24 22:37:03.023949 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-979e1d1e-7d41-411d-907e-c71eb0c960df req-a701a776-9c76-4061-b37c-bf35ac41c209 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361211 Aug 24 22:37:03.836030 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-7fc9945b-1416-4bd6-8676-b607e740f769 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:03.837536 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-7fc9945b-1416-4bd6-8676-b607e740f769 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0600193 Aug 24 22:37:03.909825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7011c6f-d64e-485c-9db0-e49c05061a0a req-0a7b4da1-4443-4bb1-a5a0-5cca3da0e6bd tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:03.911614 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7011c6f-d64e-485c-9db0-e49c05061a0a req-0a7b4da1-4443-4bb1-a5a0-5cca3da0e6bd tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 946 time: 0.0957181 Aug 24 22:37:03.970770 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7011c6f-d64e-485c-9db0-e49c05061a0a req-40c4d57a-5e42-422a-934e-7d86a6d48482 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/security-groups?id=2140d8ca-e06d-4230-b253-83c99a31cff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Aug 24 22:37:03.990074 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Deleting port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:37:03.990537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:04.187180 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-e450234e-5a6c-4b12-8618-fd293c1746b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.188697 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-e450234e-5a6c-4b12-8618-fd293c1746b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 1096 time: 0.1415820 Aug 24 22:37:04.200610 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662930c-ea4e-4778-847f-921bfdf3faae req-72357ae8-4e90-4c91-9691-8da65f8349e2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.202184 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0662930c-ea4e-4778-847f-921bfdf3faae req-72357ae8-4e90-4c91-9691-8da65f8349e2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0790360 Aug 24 22:37:04.297383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-1ee99e7d-a28e-449e-bb2c-e956abd9e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.298898 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-1ee99e7d-a28e-449e-bb2c-e956abd9e39e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1096 time: 0.0662580 Aug 24 22:37:04.315631 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] For port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,segment=NetworkSegment(08f5abab-6ebe-4c5c-86fb-63147c2a419e),segment_id=08f5abab-6ebe-4c5c-86fb-63147c2a419e)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:04.315631 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:04.334469 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Calling delete_port for 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:37:04.338574 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0662930c-ea4e-4778-847f-921bfdf3faae req-c2c19fa2-145f-47f5-b5ac-df5fdb32e781 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297810 Aug 24 22:37:04.419919 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-f892015d-dff0-42f1-8927-1955ab47700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.421836 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-f892015d-dff0-42f1-8927-1955ab47700c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.1157877 Aug 24 22:37:04.488983 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-f7af0d3a-eb04-444f-a124-23c4da3f70c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 999 time: 0.0592937 Aug 24 22:37:04.541123 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-1416ea69-ae0e-4283-a487-b405fc376205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.542699 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-1416ea69-ae0e-4283-a487-b405fc376205 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0471509 Aug 24 22:37:04.594413 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-d927fcbf-0c5e-4bd2-99a2-1ef84dc88bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:04.597130 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-d927fcbf-0c5e-4bd2-99a2-1ef84dc88bef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440094 Aug 24 22:37:04.622876 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:04.652475 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Pushing event deleted for resources: {'Port': ['ID=67cbd3e8-bc48-4083-bca6-90dfbadb5b6c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:04.665150 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['67cbd3e8-bc48-4083-bca6-90dfbadb5b6c'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:37:04.707250 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-7d172254-59d1-4a45-951a-2d646a4d2fbb service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009934 Aug 24 22:37:04.723906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] No DVR routers for this DVR port 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:37:04.726758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:04.728882 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6872588d-ac8d-4393-9f23-5b390cd4aa59 req-db3aed8b-a809-48b5-89ec-72d6dc4bbe8b tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.25 "DELETE /v2.0/ports/67cbd3e8-bc48-4083-bca6-90dfbadb5b6c HTTP/1.1" status: 204 len: 173 time: 0.8748136 Aug 24 22:37:04.729443 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'name': 'network-vif-deleted', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:37:04.732238 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5dbfb7-79ea-4487-81aa-fea306795cf2" -d '{"events": [{"server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "name": "network-vif-deleted", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:37:04.781932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c37eae4-35f9-4d3b-a5b7-b283b696984c x-openstack-request-id: req-5c37eae4-35f9-4d3b-a5b7-b283b696984c {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:37:04.781932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e13e7a-6188-42a9-8902-b8bd8f097dd5", "name": "network-vif-deleted", "tag": "67cbd3e8-bc48-4083-bca6-90dfbadb5b6c", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:37:04.781932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c37eae4-35f9-4d3b-a5b7-b283b696984c {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:37:04.781932 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e13e7a-6188-42a9-8902-b8bd8f097dd5', 'name': 'network-vif-deleted', 'tag': '67cbd3e8-bc48-4083-bca6-90dfbadb5b6c', 'status': 'completed', 'code': 200} Aug 24 22:37:05.028667 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-a5aba5b7-5fd7-4a54-9484-bedc90063054 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120308 Aug 24 22:37:05.071176 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-efbb58c4-87a7-42ae-9d5f-3db95b23b59b req-27a727f3-b456-489b-9584-8c58815cb806 tempest-VolumesSnapshotTestJSON-41782865 tempest-VolumesSnapshotTestJSON-41782865-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e13e7a-6188-42a9-8902-b8bd8f097dd5 HTTP/1.1" status: 200 len: 210 time: 0.0281684 Aug 24 22:37:05.474803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3645c8-6d98-4cb6-8837-d7c370b107f9 req-3a5c157a-b9e7-4921-af27-ef88133641d9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:05.476362 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a3645c8-6d98-4cb6-8837-d7c370b107f9 req-3a5c157a-b9e7-4921-af27-ef88133641d9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0534182 Aug 24 22:37:05.515289 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a3645c8-6d98-4cb6-8837-d7c370b107f9 req-a6c83217-e43b-49fc-a0fe-728ee26cad2c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Aug 24 22:37:05.855481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752aadc-75ca-42a2-bdac-508023ee9edf req-57e57e2c-beb3-4698-9c4a-e2d591556719 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:05.863905 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9752aadc-75ca-42a2-bdac-508023ee9edf req-57e57e2c-beb3-4698-9c4a-e2d591556719 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0606859 Aug 24 22:37:05.914259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9752aadc-75ca-42a2-bdac-508023ee9edf req-1b996a7c-cb20-4dc5-9f4d-b54f324e164b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Aug 24 22:37:06.639749 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83096-93c9-4209-8916-f600abe688a6 req-33b5fa95-5e34-4b31-9a55-1f50a87a98f0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:06.641119 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bcf83096-93c9-4209-8916-f600abe688a6 req-33b5fa95-5e34-4b31-9a55-1f50a87a98f0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0498378 Aug 24 22:37:06.686249 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bcf83096-93c9-4209-8916-f600abe688a6 req-455aba18-2bc2-4371-9c6e-5c56d9636970 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Aug 24 22:37:07.028792 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420321a-8229-41fb-a4a7-57e9ffa758e5 req-461f7c17-fb17-4317-ae72-d0caca1c47d8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:07.030393 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8420321a-8229-41fb-a4a7-57e9ffa758e5 req-461f7c17-fb17-4317-ae72-d0caca1c47d8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0523157 Aug 24 22:37:07.089503 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8420321a-8229-41fb-a4a7-57e9ffa758e5 req-3fa2af29-9e18-4875-9472-1cdb0ccaaa2c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Aug 24 22:37:07.820580 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544cd5-d544-40db-b1fa-3addd49b6d97 req-434e6cc8-bfce-4ece-903e-1d8e5679d8db tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:07.822145 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57544cd5-d544-40db-b1fa-3addd49b6d97 req-434e6cc8-bfce-4ece-903e-1d8e5679d8db tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0588739 Aug 24 22:37:07.862030 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57544cd5-d544-40db-b1fa-3addd49b6d97 req-3f38fa5b-59af-47f0-a21e-5bded3493028 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Aug 24 22:37:08.211616 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307edf52-8515-48b5-a397-8adf33a5971e req-d6936d9a-5e81-4e00-96e3-532d76a6e40b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:08.213201 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-307edf52-8515-48b5-a397-8adf33a5971e req-d6936d9a-5e81-4e00-96e3-532d76a6e40b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0543504 Aug 24 22:37:08.255031 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-307edf52-8515-48b5-a397-8adf33a5971e req-7a77b2fe-c6b9-40c5-8292-3c20a582a6e5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Aug 24 22:37:09.011627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45de9d1-e122-48cb-ad6c-84a1ad9b9722 req-2b0631a2-d790-4756-bcc2-ce8128426db0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:09.016353 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a45de9d1-e122-48cb-ad6c-84a1ad9b9722 req-2b0631a2-d790-4756-bcc2-ce8128426db0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0639796 Aug 24 22:37:09.071007 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a45de9d1-e122-48cb-ad6c-84a1ad9b9722 req-63e0bc49-ce23-4eb3-ae0e-80941c761072 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503297 Aug 24 22:37:09.110242 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:37:09.133958 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:37:09.134347 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 67cbd3e8-bc48-4083-bca6-90dfbadb5b6c not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:37:09.217318 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45660) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:09.267522 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Deleting subnet 0ce16a4a-e996-4e85-9d28-7044e3d3969c {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:37:09.271361 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.314315 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.375484 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.405891 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698c46f-25fa-48c3-9142-b22995f47c7b req-95d9186d-9b20-4c6a-b80c-a5b4601406b9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:09.407382 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1698c46f-25fa-48c3-9142-b22995f47c7b req-95d9186d-9b20-4c6a-b80c-a5b4601406b9 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0730441 Aug 24 22:37:09.451115 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1698c46f-25fa-48c3-9142-b22995f47c7b req-bf8e7d95-b106-4867-b068-96a708ca2b24 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Aug 24 22:37:09.531921 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.564520 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce16a4a-e996-4e85-9d28-7044e3d3969c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:09.570487 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.575304 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-959b3bf8-c6d6-4852-b64a-61c6db437198 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ce16a4a-e996-4e85-9d28-7044e3d3969c HTTP/1.1" status: 204 len: 168 time: 0.3539944 Aug 24 22:37:09.575304 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45668) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:09.645182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.726480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.736189 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4051bfb3-3b67-4456-9c49-d7050e5b0505']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:09.747430 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27faed83-a01e-433b-a8ea-06e73b4494b7') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:09.747720 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27faed83-a01e-433b-a8ea-06e73b4494b7') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:09.756962 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.770250 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.776347 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:37:09.776735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:37:09.778395 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:37:09.967415 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.974111 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:09.976302 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4051bfb3-3b67-4456-9c49-d7050e5b0505 HTTP/1.1" status: 204 len: 168 time: 0.4004040 Aug 24 22:37:09.979290 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45672) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:09.989794 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa389e1-2bb7-4c5e-a999-be81adbcde24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4051bfb3-3b67-4456-9c49-d7050e5b0505,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:10.024726 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Deleting subnet 0521cbe5-16c2-42c9-9f28-7d1d75c0650c {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:37:10.028101 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.064752 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.107196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.228762 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.232764 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44514-a51b-4219-9d21-a655f57cbbb9 req-4df7f403-71ba-44d4-bca7-903ae39e3d3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:10.234323 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ca44514-a51b-4219-9d21-a655f57cbbb9 req-4df7f403-71ba-44d4-bca7-903ae39e3d3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0605133 Aug 24 22:37:10.262116 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0521cbe5-16c2-42c9-9f28-7d1d75c0650c,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:10.267866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.270768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-810fcc41-05b8-4ea1-88ba-d917db08dedd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0521cbe5-16c2-42c9-9f28-7d1d75c0650c HTTP/1.1" status: 204 len: 168 time: 0.2903130 Aug 24 22:37:10.273364 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45676) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:10.307007 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ca44514-a51b-4219-9d21-a655f57cbbb9 req-10b138d4-9d3a-4362-a887-ee16ee6ebaf4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647876 Aug 24 22:37:10.357779 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.445278 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.455413 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab12940-201a-4503-ae0b-eced84922e51']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:10.466799 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fff818-a003-4d25-9514-d3eecb2c9c84') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:10.467103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fff818-a003-4d25-9514-d3eecb2c9c84') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:10.488858 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.494865 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.500895 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:37:10.501283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:37:10.505631 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:37:10.607356 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015106b-8eb5-4728-9468-ee70ea6f3601 req-6f593e6a-a8c8-4888-a50d-dac105774c79 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:10.609005 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a015106b-8eb5-4728-9468-ee70ea6f3601 req-6f593e6a-a8c8-4888-a50d-dac105774c79 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0774286 Aug 24 22:37:10.652668 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a015106b-8eb5-4728-9468-ee70ea6f3601 req-b345837e-3010-4ae2-ba5b-11d5b021c093 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Aug 24 22:37:10.680104 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.686803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:10.693146 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dab12940-201a-4503-ae0b-eced84922e51 HTTP/1.1" status: 204 len: 168 time: 0.4156983 Aug 24 22:37:10.708964 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559415a-729e-49f8-a743-ba42bf9de828 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab12940-201a-4503-ae0b-eced84922e51,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:11.111530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45686) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:11.169666 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3aaa6fcd-3733-40d5-aff3-ada4f80ca722 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7607fbdf2de4db08dca7274761dc6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567636 Aug 24 22:37:11.171975 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45688) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:11.219835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:11.240977 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:11.394201 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:11.397758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:11.399322 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de8d383b-2cc0-42d3-a6b9-af2274ab3666 HTTP/1.1" status: 204 len: 168 time: 0.2262154 Aug 24 22:37:11.411338 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f28d6-f862-4636-a22a-f265c4daca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d383b-2cc0-42d3-a6b9-af2274ab3666,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:11.438266 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e1f4-0be9-4b8a-965c-352266b3cba0 req-b8dc7ccc-9424-4d26-82c6-83b729a6d6c7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:11.439769 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a129e1f4-0be9-4b8a-965c-352266b3cba0 req-b8dc7ccc-9424-4d26-82c6-83b729a6d6c7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0573270 Aug 24 22:37:11.485078 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a129e1f4-0be9-4b8a-965c-352266b3cba0 req-753cd1e6-ee9d-4894-912c-1a2cdd999c83 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 Aug 24 22:37:11.779151 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599602d-b4bc-4d98-98e4-e917b85b5e9a req-afa6044f-bb78-4721-99cb-2b88b5512e62 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:11.780723 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5599602d-b4bc-4d98-98e4-e917b85b5e9a req-afa6044f-bb78-4721-99cb-2b88b5512e62 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0583231 Aug 24 22:37:11.824942 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5599602d-b4bc-4d98-98e4-e917b85b5e9a req-0bb088fe-bfd1-4eaa-9e10-d386d1562df0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Aug 24 22:37:12.145858 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 45700) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:12.185633 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-84776c10-c1f8-4ca5-a10b-2682c8c56439 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49269f16867741bd9683853fc8569a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385046 Aug 24 22:37:12.188939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 45702) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:12.238042 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:12.260405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:12.422872 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:12.425521 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:12.426927 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8411104a-f660-429c-b67a-0333c19a0e7f HTTP/1.1" status: 204 len: 168 time: 0.2369583 Aug 24 22:37:12.435215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42744a-c0a4-439c-b34e-3c5d6d1a9f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8411104a-f660-429c-b67a-0333c19a0e7f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:12.617839 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8378b-b4c6-4098-bfa4-27d5a83c4473 req-ac6c2175-2e25-4690-94a7-16441d66b6f5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:12.620219 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6f8378b-b4c6-4098-bfa4-27d5a83c4473 req-ac6c2175-2e25-4690-94a7-16441d66b6f5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0584111 Aug 24 22:37:12.668706 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6f8378b-b4c6-4098-bfa4-27d5a83c4473 req-e4558802-87d1-4c57-9b62-1a26f4e48340 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Aug 24 22:37:12.969792 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d032-b389-4da5-af64-2536e375e392 req-f0cca8bd-15b3-40d4-9b29-79aec3caac62 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:12.978128 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48a5d032-b389-4da5-af64-2536e375e392 req-f0cca8bd-15b3-40d4-9b29-79aec3caac62 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0636210 Aug 24 22:37:13.026923 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48a5d032-b389-4da5-af64-2536e375e392 req-373abfdd-d9a2-4480-9356-8b324fbed219 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Aug 24 22:37:13.358987 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e086-33d5-4321-853a-27420c78f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:13.436000 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:37:13.791747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f18d1a-7bd1-4dd7-b3f9-5172a285eb75 req-61f6b08e-1936-4887-a6b6-893fb8a8757d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:13.793235 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0f18d1a-7bd1-4dd7-b3f9-5172a285eb75 req-61f6b08e-1936-4887-a6b6-893fb8a8757d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0501635 Aug 24 22:37:13.841920 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e0f18d1a-7bd1-4dd7-b3f9-5172a285eb75 req-3edb7675-4c88-4fd6-8454-d9d2beb10a8d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Aug 24 22:37:14.149430 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a2ec7-d939-48af-ab96-82361d44c1d8 req-5bf5f4f8-3ba0-45e3-812e-41ae5217e671 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:14.150997 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7e0a2ec7-d939-48af-ab96-82361d44c1d8 req-5bf5f4f8-3ba0-45e3-812e-41ae5217e671 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0553250 Aug 24 22:37:14.191001 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7e0a2ec7-d939-48af-ab96-82361d44c1d8 req-a74e542b-5577-4a33-9b63-e98cbacf362d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Aug 24 22:37:14.737014 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:14.959463 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61259-34ad-466b-bfce-60967849fc59 req-89708610-58c1-4373-83fb-faebd1e6dd3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:14.961007 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aba61259-34ad-466b-bfce-60967849fc59 req-89708610-58c1-4373-83fb-faebd1e6dd3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0525990 Aug 24 22:37:15.000011 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aba61259-34ad-466b-bfce-60967849fc59 req-d598f57e-9e24-47d8-85a1-196b80a1e697 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324504 Aug 24 22:37:15.307262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4d42-5d1f-43c9-a950-eb6211ee85b9 req-6b5fbad2-3ba0-4b04-a5ea-3f418ffb1e07 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:15.308762 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-86fc4d42-5d1f-43c9-a950-eb6211ee85b9 req-6b5fbad2-3ba0-4b04-a5ea-3f418ffb1e07 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0499578 Aug 24 22:37:15.348151 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-86fc4d42-5d1f-43c9-a950-eb6211ee85b9 req-5b04f50a-b47c-4303-aa5f-c8e24cd5aeea tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Aug 24 22:37:15.947896 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6e0d900b-3b7a-417a-aaad-f2c8dd6a7667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:16.131254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:16.134056 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02183a5-dd85-4a6d-bd5c-d753dfbf0176 req-b1a09520-0f9a-4099-b0cc-ce1704a0aec8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:16.135573 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b02183a5-dd85-4a6d-bd5c-d753dfbf0176 req-b1a09520-0f9a-4099-b0cc-ce1704a0aec8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0602593 Aug 24 22:37:16.184083 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b02183a5-dd85-4a6d-bd5c-d753dfbf0176 req-b0254b6e-c85b-4ff1-bea5-73dd677df441 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369008 Aug 24 22:37:16.468603 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c633002-e424-49b4-b05a-2fecce4b892c req-218bc283-5669-41ce-a4db-bf417caac159 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:16.470027 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0c633002-e424-49b4-b05a-2fecce4b892c req-218bc283-5669-41ce-a4db-bf417caac159 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0522940 Aug 24 22:37:16.511402 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0c633002-e424-49b4-b05a-2fecce4b892c req-3a43099c-eca1-4703-9485-ad138f99ca3e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351806 Aug 24 22:37:17.514735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a319a-3005-4aa9-9f93-dda379de7579 req-caad2375-4f69-42c3-bf79-7777bd104825 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:17.516134 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-652a319a-3005-4aa9-9f93-dda379de7579 req-caad2375-4f69-42c3-bf79-7777bd104825 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0649955 Aug 24 22:37:17.561941 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-652a319a-3005-4aa9-9f93-dda379de7579 req-292a6bed-e3a8-4a75-b30d-46329fe441d5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388694 Aug 24 22:37:17.645734 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c97b0-df17-44d5-b901-0a08c447cf3b req-3186dd06-a03c-42a5-8ef0-8cce2096e8c7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:17.648132 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b39c97b0-df17-44d5-b901-0a08c447cf3b req-3186dd06-a03c-42a5-8ef0-8cce2096e8c7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0592237 Aug 24 22:37:17.693756 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b39c97b0-df17-44d5-b901-0a08c447cf3b req-74d8918c-6ff4-4dc8-a445-0258af126441 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Aug 24 22:37:17.702278 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:18.633483 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:18.688792 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a4ee-6821-4166-a667-023d1ccd100e req-ee707aa9-5fd9-4cc9-a506-a5c4d70b8f7a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:18.690340 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3147a4ee-6821-4166-a667-023d1ccd100e req-ee707aa9-5fd9-4cc9-a506-a5c4d70b8f7a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0504763 Aug 24 22:37:18.733536 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3147a4ee-6821-4166-a667-023d1ccd100e req-36fcdab9-1e8d-4d09-a3d8-10e37edec59b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350223 Aug 24 22:37:18.827068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cfb23-458a-4989-8663-8e42e4e402a2 req-ae699921-55e3-42fe-9c2e-36cee997493b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:18.828620 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-644cfb23-458a-4989-8663-8e42e4e402a2 req-ae699921-55e3-42fe-9c2e-36cee997493b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0690069 Aug 24 22:37:18.878465 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-644cfb23-458a-4989-8663-8e42e4e402a2 req-abcb23b4-f384-4a67-baf8-8bfdd3fd2823 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Aug 24 22:37:19.862182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133ea5-832c-4afa-aa8d-00b77774c982 req-b6b49798-b54b-48d5-ab84-f1f5c18b1905 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:19.863993 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6c133ea5-832c-4afa-aa8d-00b77774c982 req-b6b49798-b54b-48d5-ab84-f1f5c18b1905 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0550272 Aug 24 22:37:19.908034 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6c133ea5-832c-4afa-aa8d-00b77774c982 req-33bfafc2-48f4-4712-aee7-0fc938d2fca7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371165 Aug 24 22:37:20.004656 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ba97b-3c95-4748-9602-33e3fbf1bdcc req-db481e89-001e-4b75-a3fa-496896107ca4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:20.006492 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-eb0ba97b-3c95-4748-9602-33e3fbf1bdcc req-db481e89-001e-4b75-a3fa-496896107ca4 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Aug 24 22:37:20.047563 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-eb0ba97b-3c95-4748-9602-33e3fbf1bdcc req-c25504d6-a3cd-4c40-85d4-ca8161946ff5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Aug 24 22:37:21.038826 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a6154-47f8-4903-be6f-3499352043df req-672016c2-ac1d-436b-acd9-0218901768f0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:21.040312 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a64a6154-47f8-4903-be6f-3499352043df req-672016c2-ac1d-436b-acd9-0218901768f0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0530896 Aug 24 22:37:21.090707 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a64a6154-47f8-4903-be6f-3499352043df req-d1ba55ef-bd94-42f2-9080-ccad2acea7f6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Aug 24 22:37:21.167943 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650573d-0572-4ef1-92d1-9b1477436ccf req-c35bef10-08a9-4c88-8e5e-6b789587216d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:21.169439 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c650573d-0572-4ef1-92d1-9b1477436ccf req-c35bef10-08a9-4c88-8e5e-6b789587216d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0526512 Aug 24 22:37:21.210551 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c650573d-0572-4ef1-92d1-9b1477436ccf req-5053a331-b8d3-4e63-9361-43322e0b429f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 24 22:37:22.241407 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122656-95ad-4104-b289-f550e6647697 req-f38cb6e4-d0bd-4037-b7a2-b6e9c796c2d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:22.243419 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb122656-95ad-4104-b289-f550e6647697 req-f38cb6e4-d0bd-4037-b7a2-b6e9c796c2d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0524964 Aug 24 22:37:22.295337 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb122656-95ad-4104-b289-f550e6647697 req-0f15ed7a-aca7-4b3f-b27c-83994176096d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454164 Aug 24 22:37:22.357417 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d1d9a-2695-43a4-82e1-0cfb9d514ee5 req-2026740c-8a84-435b-874c-7724d319ab32 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:22.359936 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d13d1d9a-2695-43a4-82e1-0cfb9d514ee5 req-2026740c-8a84-435b-874c-7724d319ab32 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0620251 Aug 24 22:37:22.413240 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d13d1d9a-2695-43a4-82e1-0cfb9d514ee5 req-71ff2364-b1ab-432b-bd1d-f7fa14ab193c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Aug 24 22:37:23.415921 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d087bd-0c7f-4fd0-9cfb-4ca1a9b14f0c req-907569f0-69f3-40d9-b6cc-7be4f575545f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:23.418182 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d6d087bd-0c7f-4fd0-9cfb-4ca1a9b14f0c req-907569f0-69f3-40d9-b6cc-7be4f575545f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0479653 Aug 24 22:37:23.468406 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d6d087bd-0c7f-4fd0-9cfb-4ca1a9b14f0c req-d60f41b3-7f5f-4490-9fea-6404926de7a2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Aug 24 22:37:23.533351 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2baa9-2bb0-40cc-ba0a-81e2cf49a34d req-d112f123-ef94-4f43-a909-d4a5bab2540e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:23.534832 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e6a2baa9-2bb0-40cc-ba0a-81e2cf49a34d req-d112f123-ef94-4f43-a909-d4a5bab2540e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Aug 24 22:37:23.573348 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e6a2baa9-2bb0-40cc-ba0a-81e2cf49a34d req-4fccbacc-505a-4362-bc84-325de3d0a2b6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Aug 24 22:37:24.591170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b986-f6e8-48ce-8035-21ff8c70303f req-66f23130-4e48-44de-9299-9af7c106e2ec tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:24.592688 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ddc7b986-f6e8-48ce-8035-21ff8c70303f req-66f23130-4e48-44de-9299-9af7c106e2ec tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0514493 Aug 24 22:37:24.636623 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ddc7b986-f6e8-48ce-8035-21ff8c70303f req-4679e23a-ea5d-4528-af63-2c29c437de1c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338712 Aug 24 22:37:24.707065 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349f471-1063-40ea-b198-66fa843c5eb1 req-dff7c51e-fe99-4db9-9893-ab852024e8df tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:24.708498 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1349f471-1063-40ea-b198-66fa843c5eb1 req-dff7c51e-fe99-4db9-9893-ab852024e8df tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0669556 Aug 24 22:37:24.748718 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1349f471-1063-40ea-b198-66fa843c5eb1 req-4eab65e3-602d-4ba0-a467-551681973d07 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Aug 24 22:37:24.812149 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-f5d9440a-13c3-46a4-ab43-f744bb000043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:24.813676 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-f5d9440a-13c3-46a4-ab43-f744bb000043 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1096 time: 0.1558225 Aug 24 22:37:24.924576 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-59ba0f73-67fe-45c3-98d3-c6e312df5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:24.926087 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-59ba0f73-67fe-45c3-98d3-c6e312df5b61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.0916624 Aug 24 22:37:24.993190 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-c3c6a8d8-ff7c-4c91-9229-587f033788c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 200 len: 999 time: 0.0595524 Aug 24 22:37:25.042962 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-5af54232-6029-436a-b64e-b6aaa3444c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:25.044491 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-5af54232-6029-436a-b64e-b6aaa3444c33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0440476 Aug 24 22:37:25.095516 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-02ca6304-99ee-42ad-845d-cff323110da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:25.096995 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-02ca6304-99ee-42ad-845d-cff323110da2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425632 Aug 24 22:37:25.186657 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-ac6ec396-c025-4277-90ae-f0cac4460ad7 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817509 Aug 24 22:37:25.281371 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8e1b2bc8-db4f-40b6-a89b-a7e559885fad req-603b3b92-fa0e-4238-9a87-a4d4beb082f4 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860498 Aug 24 22:37:25.766925 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4101c5-3e84-4319-8e87-67e386179d23 req-1329ed80-65f8-4176-adf0-a1c73b66e9cb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:25.768426 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e4101c5-3e84-4319-8e87-67e386179d23 req-1329ed80-65f8-4176-adf0-a1c73b66e9cb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0497737 Aug 24 22:37:25.809140 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e4101c5-3e84-4319-8e87-67e386179d23 req-7f7cdc26-ac65-4308-91e8-0fffa75a4da9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345306 Aug 24 22:37:25.871011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31ff35-7371-4632-aff4-70827a901acf req-642f5592-fbe6-495b-8782-56ba90a2277d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:25.872675 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5b31ff35-7371-4632-aff4-70827a901acf req-642f5592-fbe6-495b-8782-56ba90a2277d tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0534258 Aug 24 22:37:25.911159 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5b31ff35-7371-4632-aff4-70827a901acf req-52e24ce3-118a-4ba4-8980-bee591e1057e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 24 22:37:26.933643 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23370896-cd5b-4ef4-9fcf-8662d86374ba req-3b6e8da8-e7dc-403d-88d2-b262a475c037 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:26.935143 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-23370896-cd5b-4ef4-9fcf-8662d86374ba req-3b6e8da8-e7dc-403d-88d2-b262a475c037 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0493753 Aug 24 22:37:26.978417 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-23370896-cd5b-4ef4-9fcf-8662d86374ba req-273134bf-5d2d-4e70-8cd0-52c59fbd365a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371382 Aug 24 22:37:27.041654 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e3aaf-f12f-44e4-9e38-becdb8e2c4c9 req-5f459950-17a1-4622-96a5-6c86f04c18ae tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:27.043199 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9e4e3aaf-f12f-44e4-9e38-becdb8e2c4c9 req-5f459950-17a1-4622-96a5-6c86f04c18ae tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0572205 Aug 24 22:37:27.081935 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9e4e3aaf-f12f-44e4-9e38-becdb8e2c4c9 req-7ec247fb-8684-44b9-886a-381d6d6d7689 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Aug 24 22:37:28.099346 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc158b48-45d5-4379-ae14-e73b20be8c42 req-2fabd94c-bd82-411f-8b09-e62169af2992 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:28.100811 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc158b48-45d5-4379-ae14-e73b20be8c42 req-2fabd94c-bd82-411f-8b09-e62169af2992 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0487411 Aug 24 22:37:28.139622 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cc158b48-45d5-4379-ae14-e73b20be8c42 req-d9389065-cd9f-44a7-9700-b223bb6a5b87 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329673 Aug 24 22:37:28.196499 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceebce-b019-4734-bc9b-f54ce8a86ab7 req-587df2e1-301c-4d86-a279-39c1840687fd tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:28.197992 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a9ceebce-b019-4734-bc9b-f54ce8a86ab7 req-587df2e1-301c-4d86-a279-39c1840687fd tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0475218 Aug 24 22:37:28.238058 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a9ceebce-b019-4734-bc9b-f54ce8a86ab7 req-8ed89a20-7598-41ce-b0ad-710a6be51548 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Aug 24 22:37:29.255786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503991-fb9b-45f5-91b4-ec41abb10f92 req-fa6b0e5c-ef71-4646-8e02-8a8421ad5e83 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:29.257338 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-99503991-fb9b-45f5-91b4-ec41abb10f92 req-fa6b0e5c-ef71-4646-8e02-8a8421ad5e83 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0473163 Aug 24 22:37:29.296495 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-99503991-fb9b-45f5-91b4-ec41abb10f92 req-940e9669-c395-4e52-8008-69d3a84a6480 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Aug 24 22:37:29.352950 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b66181-f0b1-4f77-9931-9cb2b1ceba47 req-01d04a0d-6d79-4d1a-98c5-ed920ad743cb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:29.354443 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-21b66181-f0b1-4f77-9931-9cb2b1ceba47 req-01d04a0d-6d79-4d1a-98c5-ed920ad743cb tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0485761 Aug 24 22:37:29.392000 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-21b66181-f0b1-4f77-9931-9cb2b1ceba47 req-daa7f0d9-28d3-48aa-b6b1-71e5a75a13f0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Aug 24 22:37:30.417132 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842453c-80fc-4f58-8b06-afcb9b0c43fd req-28e33924-9d72-4859-9c29-65accebc2767 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:30.418660 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4842453c-80fc-4f58-8b06-afcb9b0c43fd req-28e33924-9d72-4859-9c29-65accebc2767 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0487199 Aug 24 22:37:30.460913 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4842453c-80fc-4f58-8b06-afcb9b0c43fd req-c705c215-febf-4174-881f-17da994b6aea tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364697 Aug 24 22:37:30.508552 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63c67e-2caf-4440-9415-192822f2cda9 req-ffd8df8e-8c66-4f17-a470-282aab03b563 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:30.510093 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1f63c67e-2caf-4440-9415-192822f2cda9 req-ffd8df8e-8c66-4f17-a470-282aab03b563 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 24 22:37:30.548502 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1f63c67e-2caf-4440-9415-192822f2cda9 req-2926fde2-ed05-4507-86fe-aad3e6de7162 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323806 Aug 24 22:37:31.588558 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d500fe-f08d-4e46-b3b0-7b1605b23cbe req-2d67cde1-d304-449f-885f-cea8db9c9c67 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:31.590491 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12d500fe-f08d-4e46-b3b0-7b1605b23cbe req-2d67cde1-d304-449f-885f-cea8db9c9c67 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0516489 Aug 24 22:37:31.637220 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12d500fe-f08d-4e46-b3b0-7b1605b23cbe req-c69a1077-cf70-4161-9d34-d60414a047cb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Aug 24 22:37:31.664145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07753a8-a745-4a5b-a896-f81761473f66 req-556248c6-4067-4249-8618-9da82795bb7f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:31.665644 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e07753a8-a745-4a5b-a896-f81761473f66 req-556248c6-4067-4249-8618-9da82795bb7f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0492480 Aug 24 22:37:31.706352 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e07753a8-a745-4a5b-a896-f81761473f66 req-efeacde9-7ff2-4302-af0e-61d36b4ae687 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Aug 24 22:37:32.767531 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114570ed-d366-4191-8b2c-ee4e631151e9 req-9739252b-9ad1-4ca8-b320-09617eede47f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:32.769155 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-114570ed-d366-4191-8b2c-ee4e631151e9 req-9739252b-9ad1-4ca8-b320-09617eede47f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0535085 Aug 24 22:37:32.810592 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-114570ed-d366-4191-8b2c-ee4e631151e9 req-ef53a520-7d23-4c50-a81e-a18f0cbddc69 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353684 Aug 24 22:37:32.837436 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a573a7-9038-4c3d-914e-02d84a75c644 req-8f8a325b-6083-4a3f-9f32-38529f4a6f84 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:32.839028 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c9a573a7-9038-4c3d-914e-02d84a75c644 req-8f8a325b-6083-4a3f-9f32-38529f4a6f84 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0638883 Aug 24 22:37:32.879353 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c9a573a7-9038-4c3d-914e-02d84a75c644 req-0605ad5a-c8d0-4044-9606-a76bf4565e9e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Aug 24 22:37:33.044399 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-d2622f12-aac5-4df3-8e36-9c7dd1386718 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:33.045934 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-d2622f12-aac5-4df3-8e36-9c7dd1386718 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 946 time: 0.0514133 Aug 24 22:37:33.147694 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Deleting port 8ef12ad9-9899-44a9-a689-5a5f74839565 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:37:33.148033 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:33.240655 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] For port 8ef12ad9-9899-44a9-a689-5a5f74839565, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8ef12ad9-9899-44a9-a689-5a5f74839565,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:33.240932 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:33.254326 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Calling delete_port for 8ef12ad9-9899-44a9-a689-5a5f74839565 owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:37:33.433544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:33.462900 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Pushing event deleted for resources: {'Port': ['ID=8ef12ad9-9899-44a9-a689-5a5f74839565,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:33.469677 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['501b64a7-32fc-4ccf-9ced-e30dd1bf7796', '8ef12ad9-9899-44a9-a689-5a5f74839565'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:37:33.490567 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.490972 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.491240 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.491577 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.491898 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.492501 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.492801 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.493142 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.493467 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.493825 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.494145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.494469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:33.512140 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] No DVR routers for this DVR port 8ef12ad9-9899-44a9-a689-5a5f74839565 on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:37:33.514634 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:33.516595 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8786dcfe-2ee1-4c97-b2f8-f1207cca9eaa req-5882501f-b023-4b0b-8789-b8bb465f28f5 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "DELETE /v2.0/ports/8ef12ad9-9899-44a9-a689-5a5f74839565 HTTP/1.1" status: 204 len: 173 time: 0.4625027 Aug 24 22:37:33.517021 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'name': 'network-vif-deleted', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:37:33.519402 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c4433f-b916-4550-9b2f-312fd15378e7" -d '{"events": [{"server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "name": "network-vif-deleted", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:37:33.619069 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee10e93-331d-4dca-9719-ceefa921585f x-openstack-request-id: req-8ee10e93-331d-4dca-9719-ceefa921585f {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:37:33.619361 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8d6bbf-842c-4d91-b0a2-7e4d7599c608", "name": "network-vif-deleted", "tag": "8ef12ad9-9899-44a9-a689-5a5f74839565", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:37:33.619611 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ee10e93-331d-4dca-9719-ceefa921585f {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:37:33.620004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8d6bbf-842c-4d91-b0a2-7e4d7599c608', 'name': 'network-vif-deleted', 'tag': '8ef12ad9-9899-44a9-a689-5a5f74839565', 'status': 'completed', 'code': 200} Aug 24 22:37:33.955387 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657a46f-27d8-4ebb-9877-b9205e084a76 req-c0a02fe0-e697-4e75-94dc-f78e995664a9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:33.957092 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1657a46f-27d8-4ebb-9877-b9205e084a76 req-c0a02fe0-e697-4e75-94dc-f78e995664a9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 943 time: 0.0579073 Aug 24 22:37:34.011823 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1657a46f-27d8-4ebb-9877-b9205e084a76 req-04fde761-b9ba-4c8c-9cf3-0a200cd3054c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Aug 24 22:37:34.029270 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2054b6d4-fb7f-473b-b5a3-66ab0f12a3f3 req-f48f9d8a-9fe9-424a-b6b5-07bb14c20dd7 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d8d6bbf-842c-4d91-b0a2-7e4d7599c608 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Aug 24 22:37:34.253507 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:37:34.354296 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:34.367513 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'mac_address': 'fa:16:3e:71:12:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:37:34.407612 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:34.424289 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:37:34.445370 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:34.725597 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:34.778646 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=9']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:34.785894 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.786292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.788283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.788283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.788283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.788800 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.788800 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.789137 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.789549 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.789872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.792479 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:34.792479 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:35.170515 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410afb1a-7e7e-4604-8dc1-23c9814b7a66 req-1bb39e1f-59de-495c-8317-aa69b87af67b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:35.170515 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-410afb1a-7e7e-4604-8dc1-23c9814b7a66 req-1bb39e1f-59de-495c-8317-aa69b87af67b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0565107 Aug 24 22:37:35.204876 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-410afb1a-7e7e-4604-8dc1-23c9814b7a66 req-5f9ce2ca-fb1c-46f0-b896-77408e2c31a5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349495 Aug 24 22:37:35.301425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['23221e3c-f49c-4251-8ba9-68acbe122cf6'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:37:35.614798 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673762b-3d99-4bfa-beb2-7a9f56d7f773 req-28f8da90-3f02-47af-9d97-4e35caadc34e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:35.616621 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f673762b-3d99-4bfa-beb2-7a9f56d7f773 req-28f8da90-3f02-47af-9d97-4e35caadc34e tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Aug 24 22:37:35.660915 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f673762b-3d99-4bfa-beb2-7a9f56d7f773 req-bee92db7-6fd0-4998-a8d7-da612ccfa707 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353215 Aug 24 22:37:35.991495 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46008) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:36.115644 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.208419 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.264256 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8ef12ad9-9899-44a9-a689-5a5f74839565 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:37:36.286209 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 8ef12ad9-9899-44a9-a689-5a5f74839565 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:37:36.287285 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8ef12ad9-9899-44a9-a689-5a5f74839565 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:37:36.333240 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.382008 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd1f87b2f388452aaeaad2b41443dca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890164 Aug 24 22:37:36.383846 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebbb291-e758-43ce-95c1-9d4c9017755d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:36.385602 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46014) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:36.400986 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590df0f-e8e8-424b-be4d-59bd549ae016 req-ae1e0cae-fde8-4b4e-bcb1-e60562ed6aa9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9590df0f-e8e8-424b-be4d-59bd549ae016 req-ae1e0cae-fde8-4b4e-bcb1-e60562ed6aa9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0964301 Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.406867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.407659 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.407659 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21570f5d-dbaf-4090-a3d3-8d785a0294b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:37:36.441704 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.458695 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9590df0f-e8e8-424b-be4d-59bd549ae016 req-463d6507-fc67-4e48-8d6b-a33b57d4bc00 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Aug 24 22:37:36.467998 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.593879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.596683 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:36.597936 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ebbb291-e758-43ce-95c1-9d4c9017755d HTTP/1.1" status: 204 len: 168 time: 0.2112937 Aug 24 22:37:36.606620 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0403-3794-4dca-885b-a03de6850c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebbb291-e758-43ce-95c1-9d4c9017755d,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:36.789429 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595029d-93fb-459a-b9d9-12e384889f01 req-fee51697-15bb-4fa4-b57b-b710237e06da tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:36.790927 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d595029d-93fb-459a-b9d9-12e384889f01 req-fee51697-15bb-4fa4-b57b-b710237e06da tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0523458 Aug 24 22:37:36.829866 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d595029d-93fb-459a-b9d9-12e384889f01 req-c6659367-262c-4901-aeaf-f66bf56a1e24 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 24 22:37:37.236535 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46030) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:37.250869 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82023d9e-7e60-4367-9555-a2cb5fefe3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.350392 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82023d9e-7e60-4367-9555-a2cb5fefe3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.484632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82023d9e-7e60-4367-9555-a2cb5fefe3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.526492 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-82023d9e-7e60-4367-9555-a2cb5fefe3eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=743e2153ffca49eab915426fcf4f5815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888179 Aug 24 22:37:37.529056 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82023d9e-7e60-4367-9555-a2cb5fefe3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b445adfd-8f0c-479a-bc03-1a08e8de34f1,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:37.530360 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46034) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:37.597134 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955b4a-e916-4aff-a0af-e047e3ed2152 req-c8be7a6e-186e-40c5-a42c-515cc19a2c00 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:37.598722 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-03955b4a-e916-4aff-a0af-e047e3ed2152 req-c8be7a6e-186e-40c5-a42c-515cc19a2c00 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 944 time: 0.0558813 Aug 24 22:37:37.599624 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.631224 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.650703 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-03955b4a-e916-4aff-a0af-e047e3ed2152 req-ecb2f074-2955-4225-9ab7-39b456561ddc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440745 Aug 24 22:37:37.782065 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.784539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:37.785760 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b445adfd-8f0c-479a-bc03-1a08e8de34f1 HTTP/1.1" status: 204 len: 168 time: 0.2539084 Aug 24 22:37:37.795485 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6decc-7270-4626-b5a7-4cc884380af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b445adfd-8f0c-479a-bc03-1a08e8de34f1,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:37.963035 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17055916-7b5c-4719-b06e-95fd758974cc req-83998aeb-fe0b-44a4-a9da-8a9be63f976b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:37.964614 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17055916-7b5c-4719-b06e-95fd758974cc req-83998aeb-fe0b-44a4-a9da-8a9be63f976b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0602615 Aug 24 22:37:38.012088 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17055916-7b5c-4719-b06e-95fd758974cc req-8a46fef9-c1e3-4542-95c9-833085329571 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Aug 24 22:37:38.306895 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:37:38.355651 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 23221e3c-f49c-4251-8ba9-68acbe122cf6 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:37:38.355937 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:38.438789 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:38.467024 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:37:38.469303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d860d9-4b8b-4f59-8a6e-c6153df4d48d" -d '{"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:37:38.483633 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:38.508103 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc337b2-d233-4a4b-8286-45918212a749 x-openstack-request-id: req-6bc337b2-d233-4a4b-8286-45918212a749 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:37:38.508410 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-plugged", "status": "completed", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:37:38.508642 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bc337b2-d233-4a4b-8286-45918212a749 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:37:38.509087 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'code': 200} Aug 24 22:37:38.548027 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:38.597097 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=10']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:38.775230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073c3b9-8be1-4da4-8858-48262b02ac41 req-be2d7a55-1161-4c9a-9ff7-263781f4b79b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:38.776715 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4073c3b9-8be1-4da4-8858-48262b02ac41 req-be2d7a55-1161-4c9a-9ff7-263781f4b79b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0493560 Aug 24 22:37:38.816836 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4073c3b9-8be1-4da4-8858-48262b02ac41 req-f2cabb7e-7323-4858-b90b-84e5729fea1d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341210 Aug 24 22:37:39.145362 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407ee3-b062-4655-bded-36143e64cdfe req-b925f5cb-1d41-43a0-9353-be5bb2f1e2b6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:39.147084 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b407ee3-b062-4655-bded-36143e64cdfe req-b925f5cb-1d41-43a0-9353-be5bb2f1e2b6 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0615702 Aug 24 22:37:39.186699 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b407ee3-b062-4655-bded-36143e64cdfe req-80ca971a-7de1-4c42-977f-6ff832c2a5e8 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 24 22:37:39.277464 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecbbe2-a2e7-45ff-a918-5616b18b118a req-58d51033-3548-4cda-a6bd-bf0ed7c2fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:39.278943 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-43ecbbe2-a2e7-45ff-a918-5616b18b118a req-58d51033-3548-4cda-a6bd-bf0ed7c2fa29 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 1099 time: 0.0404029 Aug 24 22:37:39.320447 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-43ecbbe2-a2e7-45ff-a918-5616b18b118a req-13078fd6-36b3-4005-a67c-12927cbfd5f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322282 Aug 24 22:37:39.937115 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e4b78-4fda-4a33-bc3b-6a9b78d4fbe3 req-155428d1-790c-4821-ba1b-fa437dc22b4f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:39.938617 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e12e4b78-4fda-4a33-bc3b-6a9b78d4fbe3 req-155428d1-790c-4821-ba1b-fa437dc22b4f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0482333 Aug 24 22:37:39.979058 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e12e4b78-4fda-4a33-bc3b-6a9b78d4fbe3 req-36c1439c-69ec-404c-b113-eebc8d4116fe tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Aug 24 22:37:40.308163 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1275ae6-da3b-4fbd-9171-4bb032f92a70 req-cfd833b3-7ffe-41f2-9951-6bb50b2f9a3c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:40.309736 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1275ae6-da3b-4fbd-9171-4bb032f92a70 req-cfd833b3-7ffe-41f2-9951-6bb50b2f9a3c tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0547719 Aug 24 22:37:40.349645 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1275ae6-da3b-4fbd-9171-4bb032f92a70 req-a6ab0f59-f62b-4d41-8c31-3235cd2cc981 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Aug 24 22:37:41.099933 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855c7f1-0371-475d-a42b-5a4b4535be0e req-bcdbe716-2196-4b0a-9f62-2a43d92f0a22 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:41.101446 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4855c7f1-0371-475d-a42b-5a4b4535be0e req-bcdbe716-2196-4b0a-9f62-2a43d92f0a22 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0494492 Aug 24 22:37:41.141195 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4855c7f1-0371-475d-a42b-5a4b4535be0e req-f7afbaa8-4e0b-4a70-8aec-f0fb4b713833 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335557 Aug 24 22:37:41.466012 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0af121-bfe7-41d4-b9b5-9ef17a10f2bf req-605deea3-07bb-4947-b6b7-00dd51afaa5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:41.467588 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bc0af121-bfe7-41d4-b9b5-9ef17a10f2bf req-605deea3-07bb-4947-b6b7-00dd51afaa5f tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0507970 Aug 24 22:37:41.515462 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bc0af121-bfe7-41d4-b9b5-9ef17a10f2bf req-76b368a3-a160-43e2-a20d-2cc67438d385 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/security-groups?id=b46d6c51-1ffc-42d8-8ca1-ed194980a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Aug 24 22:37:41.894414 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335295-89a4-4348-9480-293b441ead13 req-abb52faf-3c80-4c55-bc89-d7b8774a74de tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:41.896569 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-28335295-89a4-4348-9480-293b441ead13 req-abb52faf-3c80-4c55-bc89-d7b8774a74de tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 946 time: 0.0559871 Aug 24 22:37:42.004753 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Deleting port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:37:42.005129 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:42.096441 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] For port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:42.096653 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:42.110425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Calling delete_port for 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:37:42.307443 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce145c-55c2-4cdc-9d95-d8a734dd2c06 req-67d02e92-e8f8-4e38-b06b-c291426249ed tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:42.308991 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a8ce145c-55c2-4cdc-9d95-d8a734dd2c06 req-67d02e92-e8f8-4e38-b06b-c291426249ed tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0758750 Aug 24 22:37:42.350516 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a8ce145c-55c2-4cdc-9d95-d8a734dd2c06 req-983e3fdf-534b-4235-bef2-dfbed3cddea7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334387 Aug 24 22:37:42.359359 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:42.393159 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Pushing event deleted for resources: {'Port': ['ID=501b64a7-32fc-4ccf-9ced-e30dd1bf7796,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:42.394623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['501b64a7-32fc-4ccf-9ced-e30dd1bf7796'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:37:42.438179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] No DVR routers for this DVR port 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:37:42.440581 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:42.446393 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-28335295-89a4-4348-9480-293b441ead13 req-cffbc257-c984-4d12-828f-dad6ef4aa0e0 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.25 "DELETE /v2.0/ports/501b64a7-32fc-4ccf-9ced-e30dd1bf7796 HTTP/1.1" status: 204 len: 173 time: 0.5399947 Aug 24 22:37:42.446393 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'name': 'network-vif-deleted', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:37:42.446393 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d290e-2cde-43bb-ac53-0efa7a339e9e" -d '{"events": [{"server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "name": "network-vif-deleted", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:37:42.482866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc7c37d-2b2a-4a3f-a986-75937ca95ef1 x-openstack-request-id: req-2dc7c37d-2b2a-4a3f-a986-75937ca95ef1 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:37:42.482866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fb8af4-04b8-4fef-9770-7d96e1b18718", "name": "network-vif-deleted", "tag": "501b64a7-32fc-4ccf-9ced-e30dd1bf7796", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:37:42.483064 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dc7c37d-2b2a-4a3f-a986-75937ca95ef1 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:37:42.483594 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fb8af4-04b8-4fef-9770-7d96e1b18718', 'name': 'network-vif-deleted', 'tag': '501b64a7-32fc-4ccf-9ced-e30dd1bf7796', 'status': 'completed', 'code': 200} Aug 24 22:37:42.611469 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-837b2477-e4b0-4a92-b244-1bbce500f615 req-16fda31e-c33a-43dc-aa3d-099437330f2b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Aug 24 22:37:43.290842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d041dee3-e797-4375-ba62-45cae5fd5b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:43.483347 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81f1df-a007-4143-b8e9-d47c780a739e req-0968d613-7c6d-4ff6-b76e-e14805aff00a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:43.484796 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab81f1df-a007-4143-b8e9-d47c780a739e req-0968d613-7c6d-4ff6-b76e-e14805aff00a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0540149 Aug 24 22:37:43.524791 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab81f1df-a007-4143-b8e9-d47c780a739e req-c3f2ec7f-d0ad-4a86-96ee-f815512f60fc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325227 Aug 24 22:37:43.717897 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ea05d02b-1ff4-4588-89d3-1750e58e8e8f req-bd3dd3e1-ec78-421a-be90-eac71f93c1dd tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0253534 Aug 24 22:37:44.649226 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd14a7-a632-437c-8e9e-a68bee744b6d req-1cb72950-f871-466c-863f-89b3e7bc9cca tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:37:44.650726 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bbbd14a7-a632-437c-8e9e-a68bee744b6d req-1cb72950-f871-466c-863f-89b3e7bc9cca tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0529640 Aug 24 22:37:44.688775 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bbbd14a7-a632-437c-8e9e-a68bee744b6d req-cb213d86-9c9e-4bcd-a574-7db8c6185a1e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Aug 24 22:37:44.823054 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5ed912c3-1752-4f2e-ab9e-4f62ab712b59 req-70f3bcc6-de6a-40f7-a10e-39f03b48b219 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Aug 24 22:37:45.479359 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:45.919431 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-df51624f-7984-46f0-a730-7812b984d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:45.933120 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be3c5ec1-05b9-4829-b734-dd94b2f71a6c req-4422471c-bcba-4752-8d1a-754f715623d2 tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0314591 Aug 24 22:37:46.124366 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:46.838375 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:37:46.859461 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:37:46.859800 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 501b64a7-32fc-4ccf-9ced-e30dd1bf7796 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:37:46.994695 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:47.048418 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-da085da3-9e08-4061-8e58-9862a0ed9a98 req-0861a52c-2818-496b-aa1d-6817b670c24b tempest-ServerRescueNegativeTestJSON-829243177 tempest-ServerRescueNegativeTestJSON-829243177-project] 10.222.0.39 "GET /v2.0/ports?device_id=72fb8af4-04b8-4fef-9770-7d96e1b18718 HTTP/1.1" status: 200 len: 210 time: 0.0296612 Aug 24 22:37:48.103238 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46218) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:48.473100 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46222) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:48.544698 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Deleting subnet b1bc60a5-3eb7-455b-97b6-388bf28855e7 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:37:48.545056 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.561641 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.581003 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.616327 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.625637 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.736827 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.761078 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bc60a5-3eb7-455b-97b6-388bf28855e7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:48.771353 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.774597 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c32bf673-2b2a-45f2-b569-4b06b2005a3c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1bc60a5-3eb7-455b-97b6-388bf28855e7 HTTP/1.1" status: 204 len: 168 time: 0.2985859 Aug 24 22:37:48.778820 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46224) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:48.851353 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.950079 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.961355 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09840319-1b22-4fdd-8ae4-33bfca5253a3']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:48.974686 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f5abab-6ebe-4c5c-86fb-63147c2a419e') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:48.975050 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f5abab-6ebe-4c5c-86fb-63147c2a419e') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:48.985043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:48.999745 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.006491 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:37:49.006944 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:37:49.008695 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:37:49.125422 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Deleting port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:37:49.126011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.136206 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.141747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.143844 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/09840319-1b22-4fdd-8ae4-33bfca5253a3 HTTP/1.1" status: 204 len: 168 time: 0.3639154 Aug 24 22:37:49.155407 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65923b57-261a-45dc-aa95-1ea5a704e3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09840319-1b22-4fdd-8ae4-33bfca5253a3,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:49.207753 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] For port 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,segment=NetworkSegment(bdd74a43-8a8d-4f9f-b1dd-5467698e0d36),segment_id=bdd74a43-8a8d-4f9f-b1dd-5467698e0d36)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:49.208611 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.221361 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Calling delete_port for 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 owned by network:router_interface {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:37:49.474520 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.516338 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f843fbf-5224-4aa5-b4ba-0875fad7d3f8,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:49.534484 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46230) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:49.575661 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-af1e0834-047b-4c22-a2c4-f2c66443ce3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a22c44bc8804e7d8bd80507638ea95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400276 Aug 24 22:37:49.578206 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46232) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:49.626882 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.656944 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.686321 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.759358 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.762180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:49.763427 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2140d8ca-e06d-4230-b253-83c99a31cff0 HTTP/1.1" status: 204 len: 168 time: 0.1843164 Aug 24 22:37:49.773155 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29888ba0-6668-4d5f-90a3-74560c68a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140d8ca-e06d-4230-b253-83c99a31cff0,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:49.924536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:37:50.041232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:37:50.047008 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-35a4c5c1-5a8e-4c02-b32d-8c5f6a769679 admin admin] 10.222.0.39 "PUT /v2.0/routers/c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427328 Aug 24 22:37:50.049758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46238) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:50.053811 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Sync routers for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:37:50.079009 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:37:50.079645 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:37:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:50.160619 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:50.200388 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:37:50.278121 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:50.379046 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:37:49Z', 'revision_number': 5, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port': {'id': 'c6dad50c-3ad6-461c-98ed-40c91ae2e967', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:33:37Z', 'updated_at': '2021-08-24T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:50.405545 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Checking router: c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:37:50.415212 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Routers {'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:37:50.415897 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:37:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:50.481293 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Deleting port c6dad50c-3ad6-461c-98ed-40c91ae2e967 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:37:50.487616 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:50.491234 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:37:50.512165 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] Set router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:37:50.576060 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] For port c6dad50c-3ad6-461c-98ed-40c91ae2e967, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c6dad50c-3ad6-461c-98ed-40c91ae2e967,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:37:50.576887 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:50.590653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Calling delete_port for c6dad50c-3ad6-461c-98ed-40c91ae2e967 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:37:50.661308 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:37:50Z', 'revision_number': 6, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:50.687721 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da849d1-9d44-447c-a6fa-f0ac199e933e None None] The sync data for ids ['c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b'] in dv-cinder-805887-2-iscsi is: [{'id': 'c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b', 'name': 'tempest-ServerRescueNegativeTestJSON-1484662755-router', 'tenant_id': '7f4f9f6ed2354d189dd77a7807075f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:33:36Z', 'updated_at': '2021-08-24T22:37:50Z', 'revision_number': 6, 'project_id': '7f4f9f6ed2354d189dd77a7807075f89', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:37:50.850779 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:50.874781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dad50c-3ad6-461c-98ed-40c91ae2e967,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:50.951554 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.052212 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.054652 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.210456 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.211122 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:37:51.216171 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.220981 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e12a4817-f97c-4fc8-a1c2-0e0af7ff4e15 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c57cb5fd-95d3-4ac4-bf3c-fdbbdfd8dd8b HTTP/1.1" status: 204 len: 168 time: 1.1665893 Aug 24 22:37:51.220981 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46266) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:51.267795 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Deleting subnet f1903249-f173-4b94-ae62-668fff6f1a2a {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:37:51.271638 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.304569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.343388 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.456417 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.489923 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:37:51.500228 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1903249-f173-4b94-ae62-668fff6f1a2a,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:51.502432 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.509262 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cb630ea1-c77d-43c2-a2a1-94b991f12681 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1903249-f173-4b94-ae62-668fff6f1a2a HTTP/1.1" status: 204 len: 168 time: 0.2834992 Aug 24 22:37:51.509262 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46268) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:51.515501 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:37:51.515854 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8f843fbf-5224-4aa5-b4ba-0875fad7d3f8 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:37:51.583990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.664124 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.675582 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a29358-4069-48d0-a472-52494dd76ff6']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:51.700054 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:51.700382 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd74a43-8a8d-4f9f-b1dd-5467698e0d36') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:37:51.712017 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.733258 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.743119 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:37:51.750640 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:37:51.939916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.946539 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:51.949681 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] 10.222.0.39 "DELETE /v2.0/networks/79a29358-4069-48d0-a472-52494dd76ff6 HTTP/1.1" status: 204 len: 168 time: 0.4408512 Aug 24 22:37:51.966229 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4eeab-ca62-4a31-bef4-8eea175f1479 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a29358-4069-48d0-a472-52494dd76ff6,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:52.390330 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46278) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:52.437454 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2bf3002c-e03e-4752-b3c8-3834e2bc0996 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f4f9f6ed2354d189dd77a7807075f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459397 Aug 24 22:37:52.440293 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46280) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:52.514492 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:52.546313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:52.673149 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:52.675800 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:52.677272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b46d6c51-1ffc-42d8-8ca1-ed194980a600 HTTP/1.1" status: 204 len: 168 time: 0.2353928 Aug 24 22:37:52.685178 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ee78e-5612-4197-9309-c16b0861ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d6c51-1ffc-42d8-8ca1-ed194980a600,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:53.045839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c6dad50c-3ad6-461c-98ed-40c91ae2e967 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:37:53.069706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: c6dad50c-3ad6-461c-98ed-40c91ae2e967 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:37:53.069706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c6dad50c-3ad6-461c-98ed-40c91ae2e967 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:37:55.688740 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46354) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:55.831560 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81e7f41a-b89c-42ed-8f10-077376ade16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:55.921795 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81e7f41a-b89c-42ed-8f10-077376ade16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.022545 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81e7f41a-b89c-42ed-8f10-077376ade16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.064665 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-81e7f41a-b89c-42ed-8f10-077376ade16b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e39ba76ff8e74ba286cdd1fce44573b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747761 Aug 24 22:37:56.066009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7f41a-b89c-42ed-8f10-077376ade16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de244953-dd07-44bc-a3fa-bcca04970d0c,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:56.068102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46360) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:56.122395 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.143477 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.267531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.271411 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:56.276622 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de244953-dd07-44bc-a3fa-bcca04970d0c HTTP/1.1" status: 204 len: 168 time: 0.2028623 Aug 24 22:37:56.284919 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddafa7d-6348-4404-803a-9d28a273402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de244953-dd07-44bc-a3fa-bcca04970d0c,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:56.987511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46372) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:56.999934 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5b57-88df-42c0-a1ba-d3ed790c7e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.087517 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5b57-88df-42c0-a1ba-d3ed790c7e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.176023 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5b57-88df-42c0-a1ba-d3ed790c7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.216836 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ee1c5b57-88df-42c0-a1ba-d3ed790c7e4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfddd9accf8a4f0a8734fcb0570d2f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302082 Aug 24 22:37:57.217690 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c5b57-88df-42c0-a1ba-d3ed790c7e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c53f8fb-9885-4880-a886-d1eb16f473bb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:57.219577 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46374) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:57.271248 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.292886 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.439183 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.441869 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:57.443188 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c53f8fb-9885-4880-a886-d1eb16f473bb HTTP/1.1" status: 204 len: 168 time: 0.2222922 Aug 24 22:37:57.451128 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c0d6c-6e44-4f56-8cde-9d3992001ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c53f8fb-9885-4880-a886-d1eb16f473bb,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:37:59.720598 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46426) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:37:59.826164 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f1893843-ba08-4048-953a-93630da2b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:37:59.927507 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f1893843-ba08-4048-953a-93630da2b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.038860 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f1893843-ba08-4048-953a-93630da2b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.077350 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f1893843-ba08-4048-953a-93630da2b523 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0688a050da240d1886d33844e7cdd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556726 Aug 24 22:38:00.078062 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1893843-ba08-4048-953a-93630da2b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad71f4e-61d5-4a74-8b73-ce61262364a7,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:00.080330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46436) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:00.130729 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.153731 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.312866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.315444 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:00.316610 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ad71f4e-61d5-4a74-8b73-ce61262364a7 HTTP/1.1" status: 204 len: 168 time: 0.2353814 Aug 24 22:38:00.326747 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c759-4caf-4ff0-93ad-11e425c1be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad71f4e-61d5-4a74-8b73-ce61262364a7,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:00.956491 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46452) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:00.973962 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-66a0ce15-1bb1-4ac5-95ee-76f8a54738f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.063975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-66a0ce15-1bb1-4ac5-95ee-76f8a54738f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.130504 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-66a0ce15-1bb1-4ac5-95ee-76f8a54738f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.168809 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ce15-1bb1-4ac5-95ee-76f8a54738f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660455d0-1560-4a71-87c9-3f2fe147e3fd,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:01.173237 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-66a0ce15-1bb1-4ac5-95ee-76f8a54738f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6300300a194443dd9be806dd87860c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154558 Aug 24 22:38:01.178328 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46454) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:01.228367 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.249263 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.359021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.361690 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:01.362924 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/660455d0-1560-4a71-87c9-3f2fe147e3fd HTTP/1.1" status: 204 len: 168 time: 0.1842649 Aug 24 22:38:01.372065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abfb52-4c62-4a8f-b7a1-1ac0ce006615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660455d0-1560-4a71-87c9-3f2fe147e3fd,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:04.018774 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46512) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:04.138784 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2c7f-8d66-4312-942c-1ba18a5be79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.228102 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2c7f-8d66-4312-942c-1ba18a5be79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.364754 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c3b2c7f-8d66-4312-942c-1ba18a5be79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.403627 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1c3b2c7f-8d66-4312-942c-1ba18a5be79e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcccf917a946422795f7bbe5019ae6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837574 Aug 24 22:38:04.404730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b2c7f-8d66-4312-942c-1ba18a5be79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86505ecb-e02c-4317-9445-4ce16d8870b0,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:04.406494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46516) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:04.465692 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.488605 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.662277 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.664833 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:04.666078 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86505ecb-e02c-4317-9445-4ce16d8870b0 HTTP/1.1" status: 204 len: 168 time: 0.2570949 Aug 24 22:38:04.677127 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb082e6-e00d-4ace-a382-9b81d630a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86505ecb-e02c-4317-9445-4ce16d8870b0,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:05.376057 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46526) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:05.389703 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ab19d643-83d5-4181-866d-5a37f5019eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.477104 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ab19d643-83d5-4181-866d-5a37f5019eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.616457 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ab19d643-83d5-4181-866d-5a37f5019eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.657958 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ab19d643-83d5-4181-866d-5a37f5019eba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3d4bc4df65945f6a68300fa2d7b149c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806258 Aug 24 22:38:05.659882 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19d643-83d5-4181-866d-5a37f5019eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099312e5-d68a-4a69-adf5-7136602c32a2,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:05.660702 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46530) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:05.713284 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.735336 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.924723 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.927619 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:05.928804 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/099312e5-d68a-4a69-adf5-7136602c32a2 HTTP/1.1" status: 204 len: 168 time: 0.2668862 Aug 24 22:38:05.936855 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b300833-757d-4699-a592-f9a211778992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099312e5-d68a-4a69-adf5-7136602c32a2,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:13.341977 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d95c-34da-49e6-9200-fe10b564d00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:14.278079 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-9300d44f-1e9c-4d8f-ba48-9af54b139896 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402050 Aug 24 22:38:14.362439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-157ccafb-5be3-4ef8-ac47-1a65ba9f59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:14.364053 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-157ccafb-5be3-4ef8-ac47-1a65ba9f59f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0447822 Aug 24 22:38:14.476233 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-beb4c99b-528a-4413-966c-0375fbfbce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:14.477686 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-beb4c99b-528a-4413-966c-0375fbfbce35 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.0912180 Aug 24 22:38:14.557466 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-c4f3ee59-cfd9-4d68-bd32-5b67129d5ac5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 1001 time: 0.0727062 Aug 24 22:38:14.608267 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-5260610f-3633-452a-a37c-569609f0fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:14.609811 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-5260610f-3633-452a-a37c-569609f0fa15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0449631 Aug 24 22:38:14.655840 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-5822f5f0-5816-4070-9d34-a91531ae78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:14.657377 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-5822f5f0-5816-4070-9d34-a91531ae78d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409889 Aug 24 22:38:14.752527 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-2b76a7ad-ca5f-40ae-b212-f1c90d330765 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881679 Aug 24 22:38:14.856453 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0616a07c-7d77-44a5-8762-6ef99e84e3d8 req-df6c6476-4f67-4307-8847-2fd843779794 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970774 Aug 24 22:38:15.491027 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:15.958646 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e40ad02c-72cc-44d9-8b74-fee10cab02a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:16.113073 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:16.993181 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:18.638926 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:20.870891 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46800) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:20.985694 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-382ae937-c94c-4d8c-bc96-5fff992ba454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.100751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-382ae937-c94c-4d8c-bc96-5fff992ba454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.198666 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-382ae937-c94c-4d8c-bc96-5fff992ba454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.242977 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-382ae937-c94c-4d8c-bc96-5fff992ba454 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=faf6a3e2e52f4513b00b7e12cc503ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704934 Aug 24 22:38:21.244182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae937-c94c-4d8c-bc96-5fff992ba454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcfe47f-50c3-4f1e-b461-69b8b9437d4a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:21.246099 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46804) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:21.309044 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.331717 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.359170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46808) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:21.487633 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8fa90b28-7613-4d54-afea-d0490b7c7de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.495797 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.499225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.500474 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fcfe47f-50c3-4f1e-b461-69b8b9437d4a HTTP/1.1" status: 204 len: 168 time: 0.2531347 Aug 24 22:38:21.509421 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec1f53-9cb9-4f58-a217-4a2fe346c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcfe47f-50c3-4f1e-b461-69b8b9437d4a,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:21.596714 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8fa90b28-7613-4d54-afea-d0490b7c7de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.690581 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8fa90b28-7613-4d54-afea-d0490b7c7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.730379 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa90b28-7613-4d54-afea-d0490b7c7de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb6438-7b42-49e6-85fb-b670ea23caa8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:21.737929 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8fa90b28-7613-4d54-afea-d0490b7c7de5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=145983ffed6c4c6a8ce87dcafe2b0d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766167 Aug 24 22:38:21.743366 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46814) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:21.801855 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:21.825707 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:22.005388 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:22.008226 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:22.011912 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dfb6438-7b42-49e6-85fb-b670ea23caa8 HTTP/1.1" status: 204 len: 168 time: 0.2648599 Aug 24 22:38:22.017564 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028033-51a6-4732-90a0-6f189d2972d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb6438-7b42-49e6-85fb-b670ea23caa8,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:23.613925 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46874) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:23.721146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-101789718-network', 'tenant_id': '82bd4c9759814a1386750f449952cd96'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:23.843890 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Made reservation on behalf of 82bd4c9759814a1386750f449952cd96 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:38:23.846329 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:23.856450 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:23.948446 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.015523 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.042720 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:38:24.048956 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14ce37-219a-4c50-84c1-6fd6ee683308,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:24.055604 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.055993 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Added segment 221dfa60-070b-49ce-adf8-60e411cf6327 of type vlan for network ff293084-c413-4e6f-aebd-20ed234b8b54 Aug 24 22:38:24.101469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.187050 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.188066 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:24.188653 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.247642 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] Pushing event updated for resources: {'Network': ['ID=ff293084-c413-4e6f-aebd-20ed234b8b54,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:24.257466 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network ff293084-c413-4e6f-aebd-20ed234b8b54 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:38:24.289043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46888) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:24.295688 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1313b7cf-70f1-4801-9a64-04439f312d43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6693087 Aug 24 22:38:24.300832 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Request body: {'subnet': {'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-101789718-subnet', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:24.455925 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Made reservation on behalf of 82bd4c9759814a1386750f449952cd96 for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:38:24.459231 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.924478 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:24.988252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7682c5b9-9da1-42c0-9a9f-1c6a365797b7,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:24.994474 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Checking segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:24.994823 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Network hostable DHCP agents. Network: ff293084-c413-4e6f-aebd-20ed234b8b54, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:38:25.113098 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Network ff293084-c413-4e6f-aebd-20ed234b8b54 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:38:25.226790 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, ff293084-c413-4e6f-aebd-20ed234b8b54) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:25.232024 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:25.233800 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.236082 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b9ca3-c23b-4fc9-be77-a427193efc77 None None] Network ff293084-c413-4e6f-aebd-20ed234b8b54 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:38:25.377959 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-bf798ee2-d8e2-446f-802e-0a11df02d202 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0839314 Aug 24 22:38:25.377959 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46910) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:25.378972 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:25.379750 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-ff293084-c413-4e6f-aebd-20ed234b8b54', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:38:25.380857 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.451636 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.453081 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.504244 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.520276 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Allocated IP 172.20.0.2 (ff293084-c413-4e6f-aebd-20ed234b8b54/7682c5b9-9da1-42c0-9a9f-1c6a365797b7/a554a933-81a3-474a-a9cf-ee3d30ad5221) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:25.658425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.667162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Transition to ACTIVE for port object a554a933-81a3-474a-a9cf-ee3d30ad5221 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:25.683423 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Transition to ACTIVE for port object a554a933-81a3-474a-a9cf-ee3d30ad5221 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:25.744267 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.816320 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.860723 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Network ff293084-c413-4e6f-aebd-20ed234b8b54 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:25.863708 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:25.867354 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:25.902970 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Pushing event updated for resources: {'Port': ['ID=a554a933-81a3-474a-a9cf-ee3d30ad5221,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:25.932163 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Attempting to bind port a554a933-81a3-474a-a9cf-ee3d30ad5221 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:25.933241 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Attempting to bind port a554a933-81a3-474a-a9cf-ee3d30ad5221 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:25.933448 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Attempting to bind port a554a933-81a3-474a-a9cf-ee3d30ad5221 on network ff293084-c413-4e6f-aebd-20ed234b8b54 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:25.941297 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:25.941735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Checking segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:25.942129 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:25.943694 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Bound using segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:25.944188 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Bound port: a554a933-81a3-474a-a9cf-ee3d30ad5221, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:25.944598 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.015925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] For port a554a933-81a3-474a-a9cf-ee3d30ad5221, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:26.020375 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] For port a554a933-81a3-474a-a9cf-ee3d30ad5221, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=a554a933-81a3-474a-a9cf-ee3d30ad5221,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:26.057192 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.079606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.119099 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.176886 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c1220-8c3d-4539-8783-6399edb081c6 None None] Pushing event updated for resources: {'Port': ['ID=a554a933-81a3-474a-a9cf-ee3d30ad5221,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:26.188343 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Allocated IP 172.27.0.82 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/0edbbdb3-fd99-49f9-9acc-895ea9bb8c33) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:26.295170 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.422182 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.436355 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46924) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:26.460026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:26.467717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:26.471028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:26.504621 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Pushing event updated for resources: {'Port': ['ID=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:26.556504 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a289dd17-053a-44f5-9d75-50fefad684e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.649242 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a289dd17-053a-44f5-9d75-50fefad684e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.729917 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a289dd17-053a-44f5-9d75-50fefad684e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.767550 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289dd17-053a-44f5-9d75-50fefad684e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7325cad2-bc59-407b-90a3-99129da25c71,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:26.787486 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a289dd17-053a-44f5-9d75-50fefad684e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a6883f5d91c44b084e18676a7b23b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500018 Aug 24 22:38:26.789028 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46930) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:26.808370 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.845386 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:26.869818 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.009767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.012658 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.014038 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7325cad2-bc59-407b-90a3-99129da25c71 HTTP/1.1" status: 204 len: 168 time: 0.2232864 Aug 24 22:38:27.024674 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.024804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253d2aa-7345-41d1-8f0c-d161f5981680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7325cad2-bc59-407b-90a3-99129da25c71,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:27.173752 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device a554a933-81a3-474a-a9cf-ee3d30ad5221 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:27.189074 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4a82a-e869-4912-ae5a-58c3444ed96b None None] Network ff293084-c413-4e6f-aebd-20ed234b8b54 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:38:27.244227 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Router 5822f650-d740-46ba-8883-b7ee75995342 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:38:27.345136 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port a554a933-81a3-474a-a9cf-ee3d30ad5221 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:27.349632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:38:27.368066 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Sync routers for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:38:27.378010 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Provisioning for port a554a933-81a3-474a-a9cf-ee3d30ad5221 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:27.383803 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Provisioning complete for port a554a933-81a3-474a-a9cf-ee3d30ad5221 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:27.384178 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.387746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:27.388599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:27.421830 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.423585 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4df4dac3-593f-4dd6-a5fd-51ea8e5cbe0d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0496712 Aug 24 22:38:27.426347 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46936) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:27.493205 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:38:27.670949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:27.733619 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.774139 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46938) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:27.790096 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a852f03-bd6b-4db3-b103-65f66292d4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.813935 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] For port a554a933-81a3-474a-a9cf-ee3d30ad5221, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=a554a933-81a3-474a-a9cf-ee3d30ad5221,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:27.863602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.877703 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.928523 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a852f03-bd6b-4db3-b103-65f66292d4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:27.938532 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:26Z', 'revision_number': 3, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:27.976863 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Checking router: 5822f650-d740-46ba-8883-b7ee75995342 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:38:27.977482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Updating router 5822f650-d740-46ba-8883-b7ee75995342 port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:38:27.979508 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d6d4-3aec-41e4-a539-0cc01faa276d None None] Pushing event updated for resources: {'Port': ['ID=a554a933-81a3-474a-a9cf-ee3d30ad5221,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.013483 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.035897 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-eb4fdf6b-bac7-40d5-b9d9-50861d5b0795 None None] Provisioning complete for port a554a933-81a3-474a-a9cf-ee3d30ad5221 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:28.036897 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdf6b-bac7-40d5-b9d9-50861d5b0795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.044142 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a852f03-bd6b-4db3-b103-65f66292d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.055939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Allocated IP 172.20.0.1 (ff293084-c413-4e6f-aebd-20ed234b8b54/7682c5b9-9da1-42c0-9a9f-1c6a365797b7/5dffd408-bf3f-4cef-8da0-990c6e0ef16e) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:28.092337 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-2a852f03-bd6b-4db3-b103-65f66292d4f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9e024917c294dbfa67914336b96279c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166118 Aug 24 22:38:28.093263 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46944) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:28.100820 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852f03-bd6b-4db3-b103-65f66292d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b08e4d-de10-46ca-a75c-d3f90dda06da,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.153159 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.171125 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.182605 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.187046 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Transition to ACTIVE for port object 5dffd408-bf3f-4cef-8da0-990c6e0ef16e will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:28.296015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.324159 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.327312 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.328238 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6b08e4d-de10-46ca-a75c-d3f90dda06da HTTP/1.1" status: 204 len: 168 time: 0.2339473 Aug 24 22:38:28.329568 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Network ff293084-c413-4e6f-aebd-20ed234b8b54 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:28.332542 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:28.336876 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:28.343649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.356509 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Transition to ACTIVE for port object 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:28.361300 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5c17-d621-40e5-ba86-7f025b51d773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b08e4d-de10-46ca-a75c-d3f90dda06da,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.380790 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Pushing event updated for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.400455 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.424024 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.485584 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Attempting to bind port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:28.486088 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Attempting to bind port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:28.486748 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Attempting to bind port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:28.494885 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:28.495366 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:28.495868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.496358 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:28.496980 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Bound port: 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:28.497513 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.554618 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] For port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:28.558327 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] For port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:28.571891 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56f79-f813-486a-8641-374b08bdd475 None None] Pushing event updated for resources: {'Port': ['ID=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.617166 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.682873 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.690445 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:28.691196 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:28.754610 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d56f79-f813-486a-8641-374b08bdd475 None None] Pushing event updated for resources: {'Port': ['ID=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:28.795959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-673b1b63-90a5-492d-a8de-74f90e219129 None None] Provisioning for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:28.806224 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-673b1b63-90a5-492d-a8de-74f90e219129 None None] Provisioning complete for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:28.806594 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-673b1b63-90a5-492d-a8de-74f90e219129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.811608 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:28.862599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:28.877140 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-673b1b63-90a5-492d-a8de-74f90e219129 None None] Port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:38:28.930046 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.015074 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.016802 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Pushing event updated for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:29.044273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 1, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:29.075079 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297a8a7-e7c9-464a-b3e7-692b6371975e None None] The sync data for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi is: [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 1, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:38:29.132384 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Network ff293084-c413-4e6f-aebd-20ed234b8b54 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:29.135314 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:29.156147 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device a554a933-81a3-474a-a9cf-ee3d30ad5221 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:29.208526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port a554a933-81a3-474a-a9cf-ee3d30ad5221 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:29.209022 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.267483 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46962) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:29.291851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Router 5822f650-d740-46ba-8883-b7ee75995342 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:38:29.320633 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-603686f6-b80d-4d97-b2cd-87306186476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.467338 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:38:29.475141 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-40a07ab1-5b06-44de-afb2-3a6111cc2397 admin admin] 10.222.0.39 "PUT /v2.0/routers/5822f650-d740-46ba-8883-b7ee75995342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0470588 Aug 24 22:38:29.504394 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-603686f6-b80d-4d97-b2cd-87306186476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.507340 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-6a7bd269-dfa8-4e25-b661-0b9ecd68063b None None] Provisioning complete for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:29.511459 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd269-dfa8-4e25-b661-0b9ecd68063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.550066 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bd269-dfa8-4e25-b661-0b9ecd68063b None None] Port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:38:29.627266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-603686f6-b80d-4d97-b2cd-87306186476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.667294 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-603686f6-b80d-4d97-b2cd-87306186476f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c04c7f407c14b3f9493cc2933612b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979437 Aug 24 22:38:29.670796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 46968) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:29.680314 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603686f6-b80d-4d97-b2cd-87306186476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19a170-02a4-459c-9eb7-821d4475bb51,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:29.729468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.755919 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.922138 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.922138 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:29.925359 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c19a170-02a4-459c-9eb7-821d4475bb51 HTTP/1.1" status: 204 len: 168 time: 0.2526164 Aug 24 22:38:29.933373 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ef8f2-9b0f-4564-873a-12985f4b9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19a170-02a4-459c-9eb7-821d4475bb51,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:30.455861 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 46996) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:30.462961 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693886178-network', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:30.583846 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Made reservation on behalf of d45397ca2b7e440682f2f4d7e69e1835 for: {'network': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:38:30.586420 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.597922 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.691655 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.804421 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.832355 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:38:30.842755 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65188395-bc90-40e3-ba4d-11deaf515570,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:30.849745 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.849745 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.segments_db [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Added segment e472e355-558a-48ba-a59e-300ff6ed554c of type vlan for network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 Aug 24 22:38:30.905664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.981336 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:30.984785 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:30.985451 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.048242 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6ed484-f9d3-46ee-9749-f1c1e26021d5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:31.061198 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a210266e-512b-42da-a0ad-cd90228e1ab6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6038845 Aug 24 22:38:31.064534 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47012) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:31.071863 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Request body: {'subnet': {'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693886178-subnet', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:31.079575 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:38:31.154581 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:31.169961 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Made reservation on behalf of d45397ca2b7e440682f2f4d7e69e1835 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:38:31.172672 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470232'] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.283975 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:31.288361 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:31.288729 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.374807 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.396126 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Sync routers for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:38:31.398466 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:31.405643 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:31.406274 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:31.450107 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3220696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470186'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.507828 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.515616 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c61935-e5de-4b6f-9f29-330fb2e90257,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:31.515867 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:31.526130 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Checking segment: {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:31.526508 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Network hostable DHCP agents. Network: 6d6ed484-f9d3-46ee-9749-f1c1e26021d5, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:38:31.579581 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:31.616140 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:38:31.701609 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 6d6ed484-f9d3-46ee-9749-f1c1e26021d5) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:31.706000 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:31.706596 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.714065 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c194af-f3d1-4f91-8626-e39f214678df None None] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:38:31.776875 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b43767e8-74ca-4bfb-8785-cb3808fa8463 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7115669 Aug 24 22:38:31.779668 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47024) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:31.784481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:31.833104 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 2, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:31.862917 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Checking router: 5822f650-d740-46ba-8883-b7ee75995342 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:38:31.863261 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Updating router 5822f650-d740-46ba-8883-b7ee75995342 port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:38:31.868556 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.869714 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.879388 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'fixed_ips': [{'subnet_id': '60c61935-e5de-4b6f-9f29-330fb2e90257'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:38:31.881181 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:31.900120 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.240158 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.272102 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Allocated IP 172.20.0.2 (6d6ed484-f9d3-46ee-9749-f1c1e26021d5/60c61935-e5de-4b6f-9f29-330fb2e90257/7a528636-a709-4bdf-bcd7-ada14e085af8) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:32.297369 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.314864 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Transition to ACTIVE for port object 5dffd408-bf3f-4cef-8da0-990c6e0ef16e will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:32.375882 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.432451 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.442278 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Transition to ACTIVE for port object 7a528636-a709-4bdf-bcd7-ada14e085af8 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:32.453232 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Pushing event updated for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:32.458863 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Transition to ACTIVE for port object 7a528636-a709-4bdf-bcd7-ada14e085af8 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:32.470708 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.471064 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.471406 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.471791 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.472126 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.472346 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.472907 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.473264 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.475522 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.475911 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.479531 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.479531 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.479531 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:32.528928 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Attempting to bind port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:32.529291 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Attempting to bind port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:32.529679 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Attempting to bind port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e on network ff293084-c413-4e6f-aebd-20ed234b8b54 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:32.534886 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:32.535263 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Checking segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:32.535657 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.536098 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Bound using segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:32.537747 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Bound port: 5dffd408-bf3f-4cef-8da0-990c6e0ef16e, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:32.538147 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.611053 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.621031 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] For port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:32.623068 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] For port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:32.656629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:32.662634 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:32.666265 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:32.675362 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Pushing event updated for resources: {'Port': ['ID=7a528636-a709-4bdf-bcd7-ada14e085af8,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:32.707258 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.747407 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Attempting to bind port 7a528636-a709-4bdf-bcd7-ada14e085af8 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:32.747779 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Attempting to bind port 7a528636-a709-4bdf-bcd7-ada14e085af8 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:32.748144 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Attempting to bind port 7a528636-a709-4bdf-bcd7-ada14e085af8 on network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:32.753737 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:32.754117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Checking segment: {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:32.754609 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.756053 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Bound using segment: {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:32.756053 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Bound port: 7a528636-a709-4bdf-bcd7-ada14e085af8, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:32.756438 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.762308 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d37db-6575-40b7-a365-4f5aa813f0f2 None None] Pushing event updated for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:32.780935 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:32.781606 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:32.861479 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] For port 7a528636-a709-4bdf-bcd7-ada14e085af8, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:32.865040 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] For port 7a528636-a709-4bdf-bcd7-ada14e085af8, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7a528636-a709-4bdf-bcd7-ada14e085af8,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:32.912933 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.925287 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:32.932362 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:32.977575 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.047177 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5e7b4-a7a0-49fe-920d-66d8b82d0ee1 None None] Pushing event updated for resources: {'Port': ['ID=7a528636-a709-4bdf-bcd7-ada14e085af8,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:33.055494 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Allocated IP 172.27.0.107 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/581dfd7a-acfd-42fa-8b47-44abd54df452) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:33.214812 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:32Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:33.218955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:33.248926 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.258448 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69d6269-b9de-4214-9a75-f7c6f825e509 None None] The sync data for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi is: [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:32Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:38:33.280647 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:33.281244 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.383755 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.385579 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5dffd408-bf3f-4cef-8da0-990c6e0ef16e up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:33.424854 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:33.428442 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:33.433504 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:33.484343 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Pushing event updated for resources: {'Port': ['ID=581dfd7a-acfd-42fa-8b47-44abd54df452,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:33.542424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:33.547275 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:33.547762 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.646432 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.684455 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:33.810375 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.847340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:33.896667 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:34.074708 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:34.220298 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e441be7-f044-4e2f-8cff-6171a8ed337e None None] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:38:34.277530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:38:34.338559 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-add7c40d-143a-4045-b9d3-e931e223fe4c None None] Provisioning for port 7a528636-a709-4bdf-bcd7-ada14e085af8 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:34.395017 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:38:34.408250 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Sync routers for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:38:34.422913 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:34.422913 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:34.467487 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:34.471634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d9c82927-344d-4e43-a113-04fdaed08851 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6879089 Aug 24 22:38:34.471733 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47056) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:34.540613 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:34.739180 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 3, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:34.766812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Checking router: 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:38:34.767155 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Updating router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 port 581dfd7a-acfd-42fa-8b47-44abd54df452 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:38:34.804120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:34.928659 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.096412 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.113847 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Transition to ACTIVE for port object 581dfd7a-acfd-42fa-8b47-44abd54df452 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:35.210834 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.255243 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7a528636-a709-4bdf-bcd7-ada14e085af8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:35.277740 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Pushing event updated for resources: {'Port': ['ID=581dfd7a-acfd-42fa-8b47-44abd54df452,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:35.306021 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.306354 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.306689 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.307014 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.307359 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.307682 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.308002 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.308320 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.308631 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.308961 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.309394 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.309746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.316319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Attempting to bind port 581dfd7a-acfd-42fa-8b47-44abd54df452 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:35.316665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Attempting to bind port 581dfd7a-acfd-42fa-8b47-44abd54df452 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:35.320281 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Attempting to bind port 581dfd7a-acfd-42fa-8b47-44abd54df452 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:35.331171 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:35.331544 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:35.331947 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.332343 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:35.332835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Bound port: 581dfd7a-acfd-42fa-8b47-44abd54df452, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:35.333980 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.352778 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Allocated IP 172.20.0.1 (6d6ed484-f9d3-46ee-9749-f1c1e26021d5/60c61935-e5de-4b6f-9f29-330fb2e90257/d2031e86-16fd-402c-a439-03a01bf76a51) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:35.402439 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] For port 581dfd7a-acfd-42fa-8b47-44abd54df452, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:35.406864 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] For port 581dfd7a-acfd-42fa-8b47-44abd54df452, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=581dfd7a-acfd-42fa-8b47-44abd54df452,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:35.444376 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 7a528636-a709-4bdf-bcd7-ada14e085af8 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:35.449086 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 7a528636-a709-4bdf-bcd7-ada14e085af8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:35.449463 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.479538 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.482914 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.497983 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Transition to ACTIVE for port object d2031e86-16fd-402c-a439-03a01bf76a51 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:35.561242 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e7bc-0dd6-4954-9fa8-df5996aa67dc None None] Pushing event updated for resources: {'Port': ['ID=581dfd7a-acfd-42fa-8b47-44abd54df452,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:35.564558 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:35.565075 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:35.622146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.690607 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:35.703559 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.704543 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.705292 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.705879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.706505 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.707006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.707510 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.708511 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.709167 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.709711 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.710196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.710694 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:35.720081 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:35.722248 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:35.725905 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:35.771445 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.831721 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.873633 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 7a528636-a709-4bdf-bcd7-ada14e085af8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7a528636-a709-4bdf-bcd7-ada14e085af8,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:35.899412 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:35.976764 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:35.977599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5dffd408-bf3f-4cef-8da0-990c6e0ef16e up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:36.031878 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.114084 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=7a528636-a709-4bdf-bcd7-ada14e085af8,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:36.162481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47096) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:36.184288 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:36.184666 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.221666 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8c2b7dae-2fa6-4747-bc7a-5fb9c3ec58ba None None] Provisioning for port d2031e86-16fd-402c-a439-03a01bf76a51 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:36.229752 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8c2b7dae-2fa6-4747-bc7a-5fb9c3ec58ba None None] Provisioning complete for port d2031e86-16fd-402c-a439-03a01bf76a51 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:36.230131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7dae-2fa6-4747-bc7a-5fb9c3ec58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.244009 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.279292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b7dae-2fa6-4747-bc7a-5fb9c3ec58ba None None] Port d2031e86-16fd-402c-a439-03a01bf76a51 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:38:36.287618 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.301760 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 3, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:36.341279 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.344331 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cef834b-2681-4ded-a4b0-a689e34c1b66 None None] The sync data for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi is: [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 3, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:38:36.387990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.427240 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.430513 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:36.532573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.540228 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:36.541900 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:36.610093 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5503e6ca-a99c-42a1-a41f-fcabf0badb49,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:36.621030 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a01b153ba5284908bfd3f6b7a64e8a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572372 Aug 24 22:38:36.627290 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47102) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:36.639079 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.639553 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.640016 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.641079 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.641704 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.642295 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.643211 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.643812 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.644257 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.644680 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.645145 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.646290 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811a563-7be5-497e-8333-2c956c2d137b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:38:36.757171 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:38:36.767803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.800634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.906203 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-25ff4db0-88cd-43f5-aa7f-cdf7dff021af None None] Provisioning complete for port d2031e86-16fd-402c-a439-03a01bf76a51 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:36.906774 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-25ff4db0-88cd-43f5-aa7f-cdf7dff021af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.908493 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:38:36.913787 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-7068dc13-9e0a-4c89-967c-1b5a385e44e8 admin admin] 10.222.0.39 "PUT /v2.0/routers/1bebacc2-f57d-42ca-8cc6-bbd17ff38587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4409933 Aug 24 22:38:36.936055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.939026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:36.943403 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5503e6ca-a99c-42a1-a41f-fcabf0badb49 HTTP/1.1" status: 204 len: 168 time: 0.3129756 Aug 24 22:38:36.949856 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4a06a-662e-4c72-a0ae-6a2e17737f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5503e6ca-a99c-42a1-a41f-fcabf0badb49,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:36.959933 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-25ff4db0-88cd-43f5-aa7f-cdf7dff021af None None] Port d2031e86-16fd-402c-a439-03a01bf76a51 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:38:37.244109 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7a528636-a709-4bdf-bcd7-ada14e085af8 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:37.309275 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 7a528636-a709-4bdf-bcd7-ada14e085af8 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:37.309871 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.420370 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47128) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:37.436687 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 581dfd7a-acfd-42fa-8b47-44abd54df452 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:37.535030 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0acc-1365-41df-9fc7-2aa9c09eb6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.631283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0acc-1365-41df-9fc7-2aa9c09eb6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.649438 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 581dfd7a-acfd-42fa-8b47-44abd54df452 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:37.653477 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 581dfd7a-acfd-42fa-8b47-44abd54df452 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:37.653873 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.736663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.758322 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 581dfd7a-acfd-42fa-8b47-44abd54df452, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=581dfd7a-acfd-42fa-8b47-44abd54df452,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:37.778663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0acc-1365-41df-9fc7-2aa9c09eb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.818942 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa0acc-1365-41df-9fc7-2aa9c09eb6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4a47d-11d3-4c43-9061-d3cf8368ca8e,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:37.823272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c7aa0acc-1365-41df-9fc7-2aa9c09eb6fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c02ffbebd57408a9448923523f2921e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064248 Aug 24 22:38:37.825734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47144) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:37.878491 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.884487 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.910725 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.930555 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47146) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:37.950228 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-76d63f40-85ab-422e-a8fa-df13a539d944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:37.966545 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=581dfd7a-acfd-42fa-8b47-44abd54df452,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:38.062381 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.064987 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.066189 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86e4a47d-11d3-4c43-9061-d3cf8368ca8e HTTP/1.1" status: 204 len: 168 time: 0.2395673 Aug 24 22:38:38.084467 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb9511-3ad7-49d3-815f-fea387dd3ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4a47d-11d3-4c43-9061-d3cf8368ca8e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:38.164640 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-76d63f40-85ab-422e-a8fa-df13a539d944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.227003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-76d63f40-85ab-422e-a8fa-df13a539d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.269107 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63f40-85ab-422e-a8fa-df13a539d944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dafd24-3148-47fc-8481-51cbe7e80856,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:38.282620 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-76d63f40-85ab-422e-a8fa-df13a539d944 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b5ea0895259448b8e633bd069f8c03c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464820 Aug 24 22:38:38.282956 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47154) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:38.330207 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Sync routers for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:38:38.343856 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:38.344997 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:38.371247 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.398489 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.488123 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:38.592710 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.596626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.597910 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6dafd24-3148-47fc-8481-51cbe7e80856 HTTP/1.1" status: 204 len: 168 time: 0.3142133 Aug 24 22:38:38.615049 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e61c-a76c-409c-a1a1-fbed5bdeb231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dafd24-3148-47fc-8481-51cbe7e80856,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:38.873226 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:35Z', 'revision_number': 4, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'd2031e86-16fd-402c-a439-03a01bf76a51', 'name': '', 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'mac_address': 'fa:16:3e:44:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:34Z', 'updated_at': '2021-08-24T22:38:36Z', 'revision_number': 2, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'subnets': [{'id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:38.913805 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Checking router: 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:38:38.914261 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Updating router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 port d2031e86-16fd-402c-a439-03a01bf76a51 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:38:38.944299 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:38.978267 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47166) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:38.995168 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-803333ee-64f7-4f9e-b708-c7447c0e82ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.176748 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67cc9a-6616-44b6-81ac-4f871041c2e1 req-1e0aea9c-20da-4aa3-8db1-8e90d8965096 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:39.186664 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9a67cc9a-6616-44b6-81ac-4f871041c2e1 req-1e0aea9c-20da-4aa3-8db1-8e90d8965096 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0907576 Aug 24 22:38:39.195276 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 581dfd7a-acfd-42fa-8b47-44abd54df452 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:39.208899 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-803333ee-64f7-4f9e-b708-c7447c0e82ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.252902 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9a67cc9a-6616-44b6-81ac-4f871041c2e1 req-4a986181-ceb2-46b6-b32e-a770897402cf tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634847 Aug 24 22:38:39.273368 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-803333ee-64f7-4f9e-b708-c7447c0e82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.294300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 581dfd7a-acfd-42fa-8b47-44abd54df452 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:39.295751 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.327961 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-803333ee-64f7-4f9e-b708-c7447c0e82ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b2684e5a92d45deb1c3946862dc4f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463316 Aug 24 22:38:39.328326 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47176) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:39.342098 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803333ee-64f7-4f9e-b708-c7447c0e82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c940bb1-c0ba-46e9-8971-8246f8a73cd8,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:39.420882 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.429287 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.440548 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Transition to ACTIVE for port object d2031e86-16fd-402c-a439-03a01bf76a51 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:39.451717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.535910 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.596230 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efd31-cd8e-409e-9a89-ff567cc67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:39.644801 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.649909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.654648 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c940bb1-c0ba-46e9-8971-8246f8a73cd8 HTTP/1.1" status: 204 len: 168 time: 0.3251801 Aug 24 22:38:39.681280 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a636-9812-4a0e-ae81-906f21159795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c940bb1-c0ba-46e9-8971-8246f8a73cd8,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:39.682688 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Attempting to bind port d2031e86-16fd-402c-a439-03a01bf76a51 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:38:39.683730 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Attempting to bind port d2031e86-16fd-402c-a439-03a01bf76a51 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:38:39.684680 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Attempting to bind port d2031e86-16fd-402c-a439-03a01bf76a51 on network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:38:39.713817 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:38:39.715314 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Checking segment: {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:38:39.716688 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.717329 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Bound using segment: {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:38:39.719591 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Bound port: d2031e86-16fd-402c-a439-03a01bf76a51, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472e355-558a-48ba-a59e-300ff6ed554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:38:39.720278 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:39.846640 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] For port d2031e86-16fd-402c-a439-03a01bf76a51, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:38:39.852429 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] For port d2031e86-16fd-402c-a439-03a01bf76a51, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=d2031e86-16fd-402c-a439-03a01bf76a51,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:38:39.949113 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:40.031838 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:38:40.032745 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:40.036736 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efd31-cd8e-409e-9a89-ff567cc67d49 None None] Pushing event updated for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:40.215264 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:38:40.432259 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e85ce-faa1-44e3-9e5e-6769c4826921 req-5e8366bf-9221-4f1c-bc5f-22d4310bcd92 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:40.443884 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f13e85ce-faa1-44e3-9e5e-6769c4826921 req-5e8366bf-9221-4f1c-bc5f-22d4310bcd92 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.1013598 Aug 24 22:38:40.497858 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f13e85ce-faa1-44e3-9e5e-6769c4826921 req-bb9a081d-094e-44fe-a901-4ae137c66bd2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522501 Aug 24 22:38:40.535733 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:35Z', 'revision_number': 4, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'd2031e86-16fd-402c-a439-03a01bf76a51', 'name': '', 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'mac_address': 'fa:16:3e:44:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:34Z', 'updated_at': '2021-08-24T22:38:39Z', 'revision_number': 4, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'subnets': [{'id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:38:40.568505 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72d5b1-06ea-44c7-aada-56abdfb995d2 None None] The sync data for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi is: [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:38:35Z', 'revision_number': 4, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'd2031e86-16fd-402c-a439-03a01bf76a51', 'name': '', 'network_id': '6d6ed484-f9d3-46ee-9749-f1c1e26021d5', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'mac_address': 'fa:16:3e:44:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:34Z', 'updated_at': '2021-08-24T22:38:39Z', 'revision_number': 4, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'subnets': [{'id': '60c61935-e5de-4b6f-9f29-330fb2e90257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:38:40.662066 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47200) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:40.679649 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d768-2788-4b9d-9d83-27f6c11ce48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:40.852056 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d768-2788-4b9d-9d83-27f6c11ce48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:40.912981 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d768-2788-4b9d-9d83-27f6c11ce48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:40.962296 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d0f5d768-2788-4b9d-9d83-27f6c11ce48c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5257d04698f4f29bafdeb55e46883f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967618 Aug 24 22:38:40.962624 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5d768-2788-4b9d-9d83-27f6c11ce48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29da7258-e0ef-40a8-8655-47affa2b81cb,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:40.963298 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47202) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:41.065323 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.104681 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.226420 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device d2031e86-16fd-402c-a439-03a01bf76a51 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:41.242242 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.246234 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.247496 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29da7258-e0ef-40a8-8655-47affa2b81cb HTTP/1.1" status: 204 len: 168 time: 0.2823479 Aug 24 22:38:41.258509 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1848c-6662-467a-8698-ebe976f6bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29da7258-e0ef-40a8-8655-47affa2b81cb,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:41.461698 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port d2031e86-16fd-402c-a439-03a01bf76a51 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:41.466042 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port d2031e86-16fd-402c-a439-03a01bf76a51 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:41.466420 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.570983 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:41.632878 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port d2031e86-16fd-402c-a439-03a01bf76a51, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=d2031e86-16fd-402c-a439-03a01bf76a51,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:38:41.667083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72f8b6-c6ba-4692-a17d-9ed28e03d3af req-3c9a1a4e-d411-4767-b9a7-25894474c798 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:41.677300 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ee72f8b6-c6ba-4692-a17d-9ed28e03d3af req-3c9a1a4e-d411-4767-b9a7-25894474c798 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Aug 24 22:38:41.725940 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ee72f8b6-c6ba-4692-a17d-9ed28e03d3af req-51326faa-349c-479a-9f0b-9e6b0f5dbb08 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491173 Aug 24 22:38:42.009114 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:42.058249 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:42.881216 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e188e-13cc-4aa5-9501-e0df2e589ef7 req-1ee3d6f7-8dd4-4791-b6a2-4cdb2d0595f6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:42.889122 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f11e188e-13cc-4aa5-9501-e0df2e589ef7 req-1ee3d6f7-8dd4-4791-b6a2-4cdb2d0595f6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0702217 Aug 24 22:38:42.932763 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f11e188e-13cc-4aa5-9501-e0df2e589ef7 req-fed2ecfd-e7cf-4360-a7e4-016ce24c8156 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Aug 24 22:38:43.143568 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device d2031e86-16fd-402c-a439-03a01bf76a51 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:38:43.200557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port d2031e86-16fd-402c-a439-03a01bf76a51 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:43.200850 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:43.346887 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-27feb97a-d564-46b5-9e5e-98b9e476f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:44.087881 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec38fa-5532-4690-a825-ff58eafce0c4 req-37dbe42e-0612-4e81-8a24-2052ee262625 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:44.095656 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6dec38fa-5532-4690-a825-ff58eafce0c4 req-37dbe42e-0612-4e81-8a24-2052ee262625 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0701089 Aug 24 22:38:44.136872 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6dec38fa-5532-4690-a825-ff58eafce0c4 req-b570a29f-b97a-4904-8883-3d9bb248f0ea tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Aug 24 22:38:45.276036 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456f82-5b45-4143-805e-bb15632ab867 req-cfcda3d1-fcfc-4a58-b061-8a972ff25280 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:45.277678 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f6456f82-5b45-4143-805e-bb15632ab867 req-cfcda3d1-fcfc-4a58-b061-8a972ff25280 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0558910 Aug 24 22:38:45.320462 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f6456f82-5b45-4143-805e-bb15632ab867 req-570145de-0aff-465b-b305-ae94f4f94886 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362511 Aug 24 22:38:45.823972 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:45.998698 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6a314f57-3515-448c-951b-f36c1a8ad450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:46.158319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:46.446653 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14477499-a01d-4204-b4df-f9ef3085d095 req-1bf0d819-4a43-4bab-84c5-553685e27a3c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:46.448266 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14477499-a01d-4204-b4df-f9ef3085d095 req-1bf0d819-4a43-4bab-84c5-553685e27a3c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0560298 Aug 24 22:38:46.510766 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14477499-a01d-4204-b4df-f9ef3085d095 req-93c02636-a43b-4ddd-8a34-b8f60dd6a07b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551863 Aug 24 22:38:47.026738 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.054620 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47298) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:47.176322 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10273fe3-4009-4042-9d29-ab6272f2cddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.280248 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10273fe3-4009-4042-9d29-ab6272f2cddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.341168 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-10273fe3-4009-4042-9d29-ab6272f2cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.384841 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-10273fe3-4009-4042-9d29-ab6272f2cddd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40f243dc1b714805b04dc310c4f43f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261354 Aug 24 22:38:47.384841 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273fe3-4009-4042-9d29-ab6272f2cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64fd253-2318-4341-ab2d-58ad890bfeea,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:47.385160 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47302) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:38:47.444792 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.470195 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.651860 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef73d3-ed0f-4b34-8cc6-c7e2352e2491 req-e892585f-90f6-4790-803f-232f5cadf5ce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:47.653508 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4aef73d3-ed0f-4b34-8cc6-c7e2352e2491 req-e892585f-90f6-4790-803f-232f5cadf5ce tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0620818 Aug 24 22:38:47.655009 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.657644 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:47.658747 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d64fd253-2318-4341-ab2d-58ad890bfeea HTTP/1.1" status: 204 len: 168 time: 0.2725365 Aug 24 22:38:47.674262 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6550f6-1e68-4c0c-bd94-f1db140d81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64fd253-2318-4341-ab2d-58ad890bfeea,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:47.708793 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4aef73d3-ed0f-4b34-8cc6-c7e2352e2491 req-2ee8c704-045f-4ab5-b355-f2ef6f649b17 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Aug 24 22:38:48.632500 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:48.838085 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70045-5e8d-41ad-b2e4-3ea8b0a1bdc5 req-6ffd19d6-73e2-4e7a-9387-9a1c0eee137f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:48.839579 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-19d70045-5e8d-41ad-b2e4-3ea8b0a1bdc5 req-6ffd19d6-73e2-4e7a-9387-9a1c0eee137f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0567167 Aug 24 22:38:48.878731 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-19d70045-5e8d-41ad-b2e4-3ea8b0a1bdc5 req-6ef54e10-5784-40b1-a41a-dac0780c9033 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 24 22:38:50.011974 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fb59d-5d02-40e5-b468-856666175b85 req-9f88214a-269d-45e3-b8bc-12f216215702 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:50.013458 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f16fb59d-5d02-40e5-b468-856666175b85 req-9f88214a-269d-45e3-b8bc-12f216215702 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0635197 Aug 24 22:38:50.055207 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f16fb59d-5d02-40e5-b468-856666175b85 req-4a7f4862-ba87-47f9-8e4d-50169f92823e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Aug 24 22:38:51.178322 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67edd8-d224-451d-aeea-f04fb5e8bcc1 req-c91363e1-354e-4186-a03e-89b5d5238d67 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:51.180014 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2d67edd8-d224-451d-aeea-f04fb5e8bcc1 req-c91363e1-354e-4186-a03e-89b5d5238d67 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0518289 Aug 24 22:38:51.193162 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-1adbdc40-b1cd-4d10-a315-3c9936195c4b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:51.194654 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-1adbdc40-b1cd-4d10-a315-3c9936195c4b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 814 time: 0.1069865 Aug 24 22:38:51.210425 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-39e2499b-6ce6-49f6-8b99-6149639ac663 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/quotas/82bd4c9759814a1386750f449952cd96 HTTP/1.1" status: 200 len: 375 time: 0.0099874 Aug 24 22:38:51.219250 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2d67edd8-d224-451d-aeea-f04fb5e8bcc1 req-458da03d-c684-4212-a1e6-cb51aaed6d02 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Aug 24 22:38:51.266997 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8b3650c5-5ad4-48d2-9242-0c13c6d1c77e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508025 Aug 24 22:38:51.459122 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-81fa01d1-a130-41b2-8b1a-7a80aba39133 service neutron] 10.222.0.39 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801045 Aug 24 22:38:51.550811 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-15cbd423-6d69-4922-a354-6a8341296642 service neutron] 10.222.0.39 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855281 Aug 24 22:38:51.845076 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0798963b-798c-486f-a488-9b15926627c9 req-54816959-a353-4b49-b554-344436870087 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0260706 Aug 24 22:38:52.339416 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e257117-e645-4c1e-8c98-fe637a243be3 req-84464605-ff53-4b21-b0a1-b7fb2b5c3492 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:52.340880 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e257117-e645-4c1e-8c98-fe637a243be3 req-84464605-ff53-4b21-b0a1-b7fb2b5c3492 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 24 22:38:52.380735 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7e257117-e645-4c1e-8c98-fe637a243be3 req-2b120711-59e4-4fa6-b426-acce39385b5b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Aug 24 22:38:52.930123 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-08e0b6fb-945e-4f2e-a8c8-19836331b26b req-db6c9a43-8e2c-4b85-ac44-ad43bf265893 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0311856 Aug 24 22:38:53.506330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005834be-cde8-4ee5-8133-8b518fa3eb92 req-cebc8d63-7f1e-4105-89be-69d8bace7a2b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:53.507824 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-005834be-cde8-4ee5-8133-8b518fa3eb92 req-cebc8d63-7f1e-4105-89be-69d8bace7a2b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0544629 Aug 24 22:38:53.548524 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-005834be-cde8-4ee5-8133-8b518fa3eb92 req-fdc323d8-d370-419a-8ad4-2bdabb9870f1 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Aug 24 22:38:54.032601 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-26ba8bcc-fd08-4a69-b7d3-7f9d34afa4ee req-16c209cb-278e-44b9-9b6d-b854185b9ad5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0251622 Aug 24 22:38:54.666646 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb227-7cde-4a93-b3bb-74f83791e9d4 req-d2c67477-b669-4eb5-b1f4-20ac7cba8039 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:54.668080 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51acb227-7cde-4a93-b3bb-74f83791e9d4 req-d2c67477-b669-4eb5-b1f4-20ac7cba8039 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0508652 Aug 24 22:38:54.704584 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-51acb227-7cde-4a93-b3bb-74f83791e9d4 req-f226c120-6eb9-4edf-b367-2624a6f1bd1e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Aug 24 22:38:55.125350 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f46e4828-15b3-4334-a332-b3046b6c8235 req-b849d44b-5c9a-4f1e-b290-f6405b4bc1b8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0269120 Aug 24 22:38:55.827554 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29dbb-65fd-4b4f-b3bf-c23ec018c957 req-b6e65c70-2488-49d3-bf42-be4fde34057c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:55.829065 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-56d29dbb-65fd-4b4f-b3bf-c23ec018c957 req-b6e65c70-2488-49d3-bf42-be4fde34057c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Aug 24 22:38:55.870732 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-56d29dbb-65fd-4b4f-b3bf-c23ec018c957 req-bcdd0a8e-2db3-4c5f-ac3f-32c7c4826eb2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Aug 24 22:38:56.223414 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5c717e71-7b5f-4c1b-b273-101c1ea37aa3 req-8ddd8942-0e8b-488a-8b32-ca5afe35d474 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0271580 Aug 24 22:38:56.983829 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fdc89-053b-4da6-9370-078083bab98a req-690bcda6-2985-4a2c-bb4a-4700c905ec76 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:56.985307 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f84fdc89-053b-4da6-9370-078083bab98a req-690bcda6-2985-4a2c-bb4a-4700c905ec76 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Aug 24 22:38:57.023708 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f84fdc89-053b-4da6-9370-078083bab98a req-6419e49d-e852-4bc1-be5c-8f225ecefdcc tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307403 Aug 24 22:38:57.316040 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f1823cdc-edd1-4d8d-9111-8f2e872fa23d req-133ef830-fd05-4876-8f15-8cf52eb0f605 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0262082 Aug 24 22:38:58.013236 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-d8f498f1-914e-4437-8fb0-660f51d16e2c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:58.014724 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-d8f498f1-914e-4437-8fb0-660f51d16e2c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 814 time: 0.1052804 Aug 24 22:38:58.033683 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'port': {'device_id': '9847a804-2572-4635-8c5e-534581592b6b', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'admin_state_up': True, 'tenant_id': '82bd4c9759814a1386750f449952cd96'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:38:58.172644 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d808b6-e234-44ff-b4fa-5800997ac7ee req-db15dc65-2f91-4d01-a6bb-97d60f165722 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:58.174166 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a3d808b6-e234-44ff-b4fa-5800997ac7ee req-db15dc65-2f91-4d01-a6bb-97d60f165722 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0831625 Aug 24 22:38:58.217863 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a3d808b6-e234-44ff-b4fa-5800997ac7ee req-adaa8a78-a6c4-4f00-8f05-92ea3b6391d7 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368958 Aug 24 22:38:58.266848 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Made reservation on behalf of 82bd4c9759814a1386750f449952cd96 for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:38:58.270419 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:58.421300 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b2c91a97-96fb-4529-9f46-b1467b7e43e5 req-825b2c37-5130-468a-9fcd-f64f0e006c1b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0339563 Aug 24 22:38:58.425266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Allocated IP 172.20.0.13 (ff293084-c413-4e6f-aebd-20ed234b8b54/7682c5b9-9da1-42c0-9a9f-1c6a365797b7/432279de-841f-4f3f-9730-c4f96cf33d03) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:38:58.652394 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:58.676839 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Transition to ACTIVE for port object 432279de-841f-4f3f-9730-c4f96cf33d03 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:38:58.713996 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef017706-492f-43a0-a2cb-5ee7d17b071b req-41724138-3f02-46a8-b119-c38d707f6adb tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:58.721767 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef017706-492f-43a0-a2cb-5ee7d17b071b req-41724138-3f02-46a8-b119-c38d707f6adb tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.1230009 Aug 24 22:38:58.732634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-2583792e-5b2b-4773-be47-a77582afd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:58.732634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-2583792e-5b2b-4773-be47-a77582afd2a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0473597 Aug 24 22:38:58.773670 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ef017706-492f-43a0-a2cb-5ee7d17b071b req-cf29597a-893c-49ac-8328-0f0e2842191c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506489 Aug 24 22:38:58.826240 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-3f599f4a-e35b-4948-95a4-bfa994ab254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:58.827715 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-3f599f4a-e35b-4948-95a4-bfa994ab254b service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.0932927 Aug 24 22:38:58.856262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:58.917798 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-fe891f0f-4032-4b59-b39b-58228a7b794b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1000 time: 0.0792053 Aug 24 22:38:58.948717 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:38:58.968800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Network ff293084-c413-4e6f-aebd-20ed234b8b54 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:38:58.975659 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:38:58.994290 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:38:59.073689 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-e9a0b942-836a-4512-99ea-2e938f1afb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:59.075577 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-e9a0b942-836a-4512-99ea-2e938f1afb93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.1495643 Aug 24 22:38:59.088931 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:59.089730 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:59.246824 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8377de3c-90f8-4c9f-8ef8-b0d41de7c181 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2168045 Aug 24 22:38:59.282094 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1caf8-0f90-4567-b5de-7a2160ededa0 req-c75742cf-5ddb-4490-b131-1bd0095fd198 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:59.282094 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14f1caf8-0f90-4567-b5de-7a2160ededa0 req-c75742cf-5ddb-4490-b131-1bd0095fd198 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0712006 Aug 24 22:38:59.350000 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-14f1caf8-0f90-4567-b5de-7a2160ededa0 req-7fc26d58-4aa2-4d7a-959a-c55aa016d4ac tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599060 Aug 24 22:38:59.399387 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2526091e-9976-4602-b723-ac780f4cce8d None None] Provisioning for port 432279de-841f-4f3f-9730-c4f96cf33d03 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:38:59.410558 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2526091e-9976-4602-b723-ac780f4cce8d None None] Provisioning complete for port 432279de-841f-4f3f-9730-c4f96cf33d03 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:38:59.411749 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2526091e-9976-4602-b723-ac780f4cce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:38:59.475801 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2526091e-9976-4602-b723-ac780f4cce8d None None] Port 432279de-841f-4f3f-9730-c4f96cf33d03 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:38:59.578181 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e87a-c154-4e17-80e2-742136876e73 req-6e534c55-6a8e-44b7-9a66-3beaf7fc3d62 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:59.579601 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2699e87a-c154-4e17-80e2-742136876e73 req-6e534c55-6a8e-44b7-9a66-3beaf7fc3d62 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0535390 Aug 24 22:38:59.622159 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2699e87a-c154-4e17-80e2-742136876e73 req-75a7f848-9928-44ce-8178-bfe468781add tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350223 Aug 24 22:38:59.894608 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bbc1-fe83-4de8-bc50-2c694d4c08af req-6c2305f2-4f99-4bdb-a3ac-3d4a10cd3bda tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:38:59.897692 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0995bbc1-fe83-4de8-bc50-2c694d4c08af req-6c2305f2-4f99-4bdb-a3ac-3d4a10cd3bda tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Aug 24 22:38:59.936608 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0995bbc1-fe83-4de8-bc50-2c694d4c08af req-0638b70e-f227-4566-bfbf-7274eb81d364 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Aug 24 22:39:00.473278 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111f1a-efc6-4d31-8025-82070d32cfa8 req-332b9965-e3db-490c-9034-ec6c54b26086 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:00.475827 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-af111f1a-efc6-4d31-8025-82070d32cfa8 req-332b9965-e3db-490c-9034-ec6c54b26086 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0515432 Aug 24 22:39:00.517200 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-af111f1a-efc6-4d31-8025-82070d32cfa8 req-d55c77d4-f87c-4b7e-8309-7205f7bf743b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350168 Aug 24 22:39:00.744509 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49fcb-270f-4086-b979-9fc82ed47dd6 req-214b9880-1a9e-4094-97e9-d2e06df57cf9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:00.746210 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03d49fcb-270f-4086-b979-9fc82ed47dd6 req-214b9880-1a9e-4094-97e9-d2e06df57cf9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0525045 Aug 24 22:39:00.800673 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-03d49fcb-270f-4086-b979-9fc82ed47dd6 req-2c23df1a-4734-44f3-ba8d-2d18692820f0 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Aug 24 22:39:01.061908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b03a-1ce4-457b-a002-f50ed412a8de req-4cc8a998-4126-41f8-ba5e-1d40b3ced2cd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:01.063704 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10b6b03a-1ce4-457b-a002-f50ed412a8de req-4cc8a998-4126-41f8-ba5e-1d40b3ced2cd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0532808 Aug 24 22:39:01.109342 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-10b6b03a-1ce4-457b-a002-f50ed412a8de req-a4e5de68-1b62-4eb9-97ce-144243b65fa3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348496 Aug 24 22:39:01.652740 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fea08c-932c-4760-9803-e9d3330cb362 req-964d338d-9b61-498b-84cf-970520c0c328 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:01.654409 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17fea08c-932c-4760-9803-e9d3330cb362 req-964d338d-9b61-498b-84cf-970520c0c328 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0553796 Aug 24 22:39:01.694279 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-17fea08c-932c-4760-9803-e9d3330cb362 req-3678cb15-00fc-4e8b-826a-f70406c600dc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333450 Aug 24 22:39:01.916181 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4f9c-a4e4-4df6-9972-7dc2e70f1f5e req-58479f68-7b24-44db-8a46-21d77cc3dff7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:01.917803 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9d7f4f9c-a4e4-4df6-9972-7dc2e70f1f5e req-58479f68-7b24-44db-8a46-21d77cc3dff7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0507302 Aug 24 22:39:01.957726 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9d7f4f9c-a4e4-4df6-9972-7dc2e70f1f5e req-c38cacce-a5ec-4ada-b7e1-d6a5db18b8f9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341089 Aug 24 22:39:02.230294 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd1c7f-3cc5-42f6-a585-bd138901d94f req-3704e375-0380-4be5-b044-950165e39c83 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:02.231808 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d4bd1c7f-3cc5-42f6-a585-bd138901d94f req-3704e375-0380-4be5-b044-950165e39c83 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Aug 24 22:39:02.271176 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d4bd1c7f-3cc5-42f6-a585-bd138901d94f req-38380220-a871-4c75-b888-1dfccb7e9eba tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Aug 24 22:39:02.818143 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d27d7-dc46-46f9-8973-4ef1b92e7764 req-228f9a1f-6ef5-49bb-87c8-1d5cf4ed1540 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:02.819731 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c9d27d7-dc46-46f9-8973-4ef1b92e7764 req-228f9a1f-6ef5-49bb-87c8-1d5cf4ed1540 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0493197 Aug 24 22:39:02.860373 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9c9d27d7-dc46-46f9-8973-4ef1b92e7764 req-9f633404-8f3f-4b01-b481-8529bfe2a5a4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342033 Aug 24 22:39:03.080122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bd3c7-03ae-4429-809b-129ae42c4dd3 req-69955241-30b5-40b9-85ae-70796bc789be tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:03.081681 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f91bd3c7-03ae-4429-809b-129ae42c4dd3 req-69955241-30b5-40b9-85ae-70796bc789be tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0503175 Aug 24 22:39:03.122457 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f91bd3c7-03ae-4429-809b-129ae42c4dd3 req-6d87174d-1e5b-49bc-b797-5bfa24c2be03 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Aug 24 22:39:03.392456 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a495-d556-4d46-8d61-b5ae6afa5f59 req-363b74ee-2cc9-42f0-a949-31cbb1967c8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:03.394129 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34d2a495-d556-4d46-8d61-b5ae6afa5f59 req-363b74ee-2cc9-42f0-a949-31cbb1967c8c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Aug 24 22:39:03.438255 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-34d2a495-d556-4d46-8d61-b5ae6afa5f59 req-fb44d2de-f438-4ec6-8523-ff7910ecedf5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356231 Aug 24 22:39:03.999383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9239-2a70-4e82-bff5-9e3373d7008d req-b39e95f0-66b3-4497-aaba-a46afd36072d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:04.002004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c02d9239-2a70-4e82-bff5-9e3373d7008d req-b39e95f0-66b3-4497-aaba-a46afd36072d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0653701 Aug 24 22:39:04.041867 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c02d9239-2a70-4e82-bff5-9e3373d7008d req-ff8fb858-466e-468d-be0b-0172417d6bed tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Aug 24 22:39:04.285225 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d553-a8b2-4f06-a1ec-d65befd933bf req-df959299-a394-4633-b9b4-d894d143b02c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:04.289352 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f856d553-a8b2-4f06-a1ec-d65befd933bf req-df959299-a394-4633-b9b4-d894d143b02c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0891645 Aug 24 22:39:04.343163 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f856d553-a8b2-4f06-a1ec-d65befd933bf req-71bcb5d4-a06e-4fd0-ad43-13d187525d7b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Aug 24 22:39:04.494776 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:39:04.559789 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc853-02bb-4c2e-9c1e-512b63d0b3ed req-4e388210-4c04-4ba1-a84b-a83a0c5b4a71 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:04.562089 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c55dc853-02bb-4c2e-9c1e-512b63d0b3ed req-4e388210-4c04-4ba1-a84b-a83a0c5b4a71 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Aug 24 22:39:04.606474 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c55dc853-02bb-4c2e-9c1e-512b63d0b3ed req-a1f1f1b7-1ce9-4d6d-aefe-0bff7bbe8c01 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368285 Aug 24 22:39:05.201541 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f8310-fc9b-4084-b70c-10f6ea832398 req-3476cf19-efa1-486c-8da6-a2fd96b70cf1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:05.203857 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f80f8310-fc9b-4084-b70c-10f6ea832398 req-3476cf19-efa1-486c-8da6-a2fd96b70cf1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0659564 Aug 24 22:39:05.268956 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f80f8310-fc9b-4084-b70c-10f6ea832398 req-c93ecd68-fb72-4afc-8ac8-3e09c764912a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543015 Aug 24 22:39:05.475221 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70698c9d-e7f6-4052-a4b5-37017ad8b010 req-64251e2c-0ac5-43ff-885f-57b463934f23 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:05.476885 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70698c9d-e7f6-4052-a4b5-37017ad8b010 req-64251e2c-0ac5-43ff-885f-57b463934f23 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0522406 Aug 24 22:39:05.516264 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70698c9d-e7f6-4052-a4b5-37017ad8b010 req-6605773e-d9ac-417c-9974-d092850f6232 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Aug 24 22:39:05.945994 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eba66d-08ba-4b0a-a1b7-a291ebcb1769 req-51386afa-b7a9-43f6-9297-fc6d0671c728 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:05.947492 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d4eba66d-08ba-4b0a-a1b7-a291ebcb1769 req-51386afa-b7a9-43f6-9297-fc6d0671c728 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.2705336 Aug 24 22:39:05.996986 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d4eba66d-08ba-4b0a-a1b7-a291ebcb1769 req-e79cfef6-557a-4076-b7c8-e3560608a972 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Aug 24 22:39:06.414925 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d5e7d-cc7a-45a5-9997-2c4b17b9d00c req-ccab9383-6c51-4b13-aade-cf42ace532a5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:06.416496 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0e5d5e7d-cc7a-45a5-9997-2c4b17b9d00c req-ccab9383-6c51-4b13-aade-cf42ace532a5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0588841 Aug 24 22:39:06.465924 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0e5d5e7d-cc7a-45a5-9997-2c4b17b9d00c req-9290853e-a115-4e33-a7ca-4848fc35feda tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364938 Aug 24 22:39:06.635310 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b7cb8-d634-439a-8dc6-731ef6ba59f1 req-c39365fb-8a9a-4baa-b450-97bc71e3f9a0 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:06.636808 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a3b7cb8-d634-439a-8dc6-731ef6ba59f1 req-c39365fb-8a9a-4baa-b450-97bc71e3f9a0 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0506411 Aug 24 22:39:06.679571 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a3b7cb8-d634-439a-8dc6-731ef6ba59f1 req-f6d74cf5-7092-4aef-a816-7bdae6692964 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Aug 24 22:39:07.119460 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594262fc-a2d7-49f8-8e7f-5a90bd620e1e req-ec3f8452-b769-4ff3-9da3-48bf34e2c7c0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:07.121051 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-594262fc-a2d7-49f8-8e7f-5a90bd620e1e req-ec3f8452-b769-4ff3-9da3-48bf34e2c7c0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0528991 Aug 24 22:39:07.160723 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-594262fc-a2d7-49f8-8e7f-5a90bd620e1e req-8374f3b5-aea0-46dd-a635-4a5f1952c8a0 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336096 Aug 24 22:39:07.595024 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e292f8-1ed0-469e-b928-21b3ff259330 req-2ebc8870-9bd5-441d-b8a0-49660254db12 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:07.596575 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e292f8-1ed0-469e-b928-21b3ff259330 req-2ebc8870-9bd5-441d-b8a0-49660254db12 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0565772 Aug 24 22:39:07.643884 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-72e292f8-1ed0-469e-b928-21b3ff259330 req-ae08ac79-b470-42a5-9173-0bfb1c97b8b0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403862 Aug 24 22:39:07.797873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c54f3e-e010-4c5c-a516-91a6c5ecd0a2 req-b240f981-7acd-4801-be6f-537ec19a24ac tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:07.799517 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-45c54f3e-e010-4c5c-a516-91a6c5ecd0a2 req-b240f981-7acd-4801-be6f-537ec19a24ac tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0510666 Aug 24 22:39:07.846962 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-45c54f3e-e010-4c5c-a516-91a6c5ecd0a2 req-076c7cae-965e-42ed-ad06-eb2cbc24f3fe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Aug 24 22:39:08.284701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438330fa-7e01-4a2d-80ac-7c5624e9e598 req-20429aa7-da15-4a3c-af09-de40e4c69d29 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:08.286132 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-438330fa-7e01-4a2d-80ac-7c5624e9e598 req-20429aa7-da15-4a3c-af09-de40e4c69d29 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0566542 Aug 24 22:39:08.331151 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-438330fa-7e01-4a2d-80ac-7c5624e9e598 req-1c3f0861-bfdd-4078-bb8a-883dad0fa452 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 Aug 24 22:39:08.777339 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ad0a5-d3aa-4625-8ad7-8719a7a88af0 req-33301ae5-8cfa-4593-9df8-19b198aaaf3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:08.778858 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-546ad0a5-d3aa-4625-8ad7-8719a7a88af0 req-33301ae5-8cfa-4593-9df8-19b198aaaf3a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0551116 Aug 24 22:39:08.816541 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-546ad0a5-d3aa-4625-8ad7-8719a7a88af0 req-45d4dec7-2795-4ee3-970c-d64e04909545 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317953 Aug 24 22:39:08.962835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006bc0-9ff4-4740-9011-fa23abbd0e3d req-d92f5ad0-1d78-4805-be58-de84c6d62dde tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:08.964340 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d006bc0-9ff4-4740-9011-fa23abbd0e3d req-d92f5ad0-1d78-4805-be58-de84c6d62dde tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0493004 Aug 24 22:39:09.004819 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d006bc0-9ff4-4740-9011-fa23abbd0e3d req-717a2e70-2986-4803-934e-44a93db46d9a tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Aug 24 22:39:09.456508 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96442684-bd52-4429-86bf-73b9a4c1e07b req-82fe82c2-f2fc-441d-ab21-ee14efd47c6e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:09.458089 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-96442684-bd52-4429-86bf-73b9a4c1e07b req-82fe82c2-f2fc-441d-ab21-ee14efd47c6e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0556827 Aug 24 22:39:09.499136 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-96442684-bd52-4429-86bf-73b9a4c1e07b req-2003d87d-ead4-4cce-bc55-1280cbfe74da tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Aug 24 22:39:09.948729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a088d8-9c36-42c9-915d-de0487d6517e req-abde62f4-f549-412d-a221-d82745816794 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:09.950507 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16a088d8-9c36-42c9-915d-de0487d6517e req-abde62f4-f549-412d-a221-d82745816794 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0486629 Aug 24 22:39:09.989608 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16a088d8-9c36-42c9-915d-de0487d6517e req-7897ecb0-105e-4bf8-b11a-3e9abcad2976 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330396 Aug 24 22:39:10.123382 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f033b-70af-48b3-84a2-a591654241d7 req-b392b7cf-8095-4508-ab30-e41656def8a2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:10.124869 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-461f033b-70af-48b3-84a2-a591654241d7 req-b392b7cf-8095-4508-ab30-e41656def8a2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0530000 Aug 24 22:39:10.164437 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-461f033b-70af-48b3-84a2-a591654241d7 req-53658959-dfd3-40f4-a3cb-57ff7047e087 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Aug 24 22:39:10.619934 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0178-93a5-4892-bb21-4f76eb69ef04 req-39ee0131-dd69-44b2-aea5-a6b30f591008 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:10.621393 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-202f0178-93a5-4892-bb21-4f76eb69ef04 req-39ee0131-dd69-44b2-aea5-a6b30f591008 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Aug 24 22:39:10.663380 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-202f0178-93a5-4892-bb21-4f76eb69ef04 req-84fa184f-823c-44fc-aaf1-afda257767c1 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360167 Aug 24 22:39:11.120277 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2ad3-f198-4960-bd40-30fa44fc28a9 req-89c99a37-e91d-4725-a95c-1597ab89ad28 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:11.121802 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3c2e2ad3-f198-4960-bd40-30fa44fc28a9 req-89c99a37-e91d-4725-a95c-1597ab89ad28 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0538836 Aug 24 22:39:11.161254 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3c2e2ad3-f198-4960-bd40-30fa44fc28a9 req-1807f933-23fe-4200-b4e2-1d413f306cb9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335155 Aug 24 22:39:11.273828 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904ce6-972d-4faa-915d-74bac00f4ca1 req-5dd4f5f4-80c9-4d3a-9075-9185d9e60588 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:11.275201 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b904ce6-972d-4faa-915d-74bac00f4ca1 req-5dd4f5f4-80c9-4d3a-9075-9185d9e60588 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 932 time: 0.0481570 Aug 24 22:39:11.312516 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b904ce6-972d-4faa-915d-74bac00f4ca1 req-a6933721-91c8-4031-9e0c-1bf472734ecc tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Aug 24 22:39:11.791333 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd482b3-c07e-4e94-bb1e-c7df328a4be2 req-92902f96-449b-404e-bac1-51da6de6030c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:11.792859 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5cd482b3-c07e-4e94-bb1e-c7df328a4be2 req-92902f96-449b-404e-bac1-51da6de6030c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Aug 24 22:39:11.829733 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5cd482b3-c07e-4e94-bb1e-c7df328a4be2 req-6e33c778-6187-4fef-98c4-f23992326ffb tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309756 Aug 24 22:39:11.972434 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Request body: {'port': {'device_id': '9847a804-2572-4635-8c5e-534581592b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:11.978595 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-a434d918-5821-4227-a92a-3ea04ea82923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:11.980276 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-a434d918-5821-4227-a92a-3ea04ea82923 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457826 Aug 24 22:39:12.031345 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.098376 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-120faa2b-0ae1-4a84-9946-ac4047a9cd15 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944343 Aug 24 22:39:12.196593 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccf6f259-3c5f-49b6-aa7e-3b723d8a68eb req-7d521446-f601-4182-a3b7-24c291bbc86e service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900133 Aug 24 22:39:12.291337 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bb6d6-c7e3-4229-8f2c-ea39fd6287f6 req-0675a009-c5eb-4b92-9ec1-4a18fc3d2a8e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.292787 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b54bb6d6-c7e3-4229-8f2c-ea39fd6287f6 req-0675a009-c5eb-4b92-9ec1-4a18fc3d2a8e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0581880 Aug 24 22:39:12.302233 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432279de-841f-4f3f-9730-c4f96cf33d03 {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:12.310398 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.322145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Transition to ACTIVE for port object 432279de-841f-4f3f-9730-c4f96cf33d03 will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:39:12.360373 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-0a1c1ad2-8d3b-4115-a171-0f55e921e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.361891 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-0a1c1ad2-8d3b-4115-a171-0f55e921e679 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 1098 time: 0.0664730 Aug 24 22:39:12.365142 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b54bb6d6-c7e3-4229-8f2c-ea39fd6287f6 req-5defd0e6-0b59-4a72-a936-8cf39879ea8f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611227 Aug 24 22:39:12.373170 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.457746 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:12.479609 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-bd55e158-e0a5-4b6e-bd86-111ae0d7dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.481160 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-bd55e158-e0a5-4b6e-bd86-111ae0d7dd18 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.0971289 Aug 24 22:39:12.515536 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5219b-b13f-438c-a944-f3490b46aef2 req-0c7a890e-629a-42b0-9869-e2d412bc873b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.517081 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46e5219b-b13f-438c-a944-f3490b46aef2 req-0c7a890e-629a-42b0-9869-e2d412bc873b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 944 time: 0.1348767 Aug 24 22:39:12.562905 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-afdc1c21-a988-4e97-9f3e-28237aa1cd4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 200 len: 1000 time: 0.0692799 Aug 24 22:39:12.573655 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Attempting to bind port 432279de-841f-4f3f-9730-c4f96cf33d03 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:39:12.573944 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Attempting to bind port 432279de-841f-4f3f-9730-c4f96cf33d03 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:39:12.574257 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Attempting to bind port 432279de-841f-4f3f-9730-c4f96cf33d03 on network ff293084-c413-4e6f-aebd-20ed234b8b54 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:12.578721 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-46e5219b-b13f-438c-a944-f3490b46aef2 req-c3c02272-8fe8-4f8a-b27d-0a934bb1399e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Aug 24 22:39:12.582304 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Port 432279de-841f-4f3f-9730-c4f96cf33d03 on network ff293084-c413-4e6f-aebd-20ed234b8b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:39:12.582631 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Attempting to bind port 432279de-841f-4f3f-9730-c4f96cf33d03 on network ff293084-c413-4e6f-aebd-20ed234b8b54 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:12.596381 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:39:12.596787 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Checking segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:39:12.597233 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Bound using segment: {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:39:12.597796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Bound port: 432279de-841f-4f3f-9730-c4f96cf33d03, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221dfa60-070b-49ce-adf8-60e411cf6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:39:12.598221 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.627302 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-a217e504-3b0c-4fa5-ac33-8ba96d2e27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.628825 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-a217e504-3b0c-4fa5-ac33-8ba96d2e27ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0570073 Aug 24 22:39:12.665361 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:39:12.668646 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:39:12.695777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-3c188a6e-e1fb-44d6-b901-fa5008e9c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.697223 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-3c188a6e-e1fb-44d6-b901-fa5008e9c956 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446897 Aug 24 22:39:12.735710 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.773082 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.773826 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:12.775201 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] 10.222.0.25 "PUT /v2.0/ports/432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 1094 time: 0.8071666 Aug 24 22:39:12.775637 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:12.777887 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d056865-92e4-46e1-8714-9172e72d6a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:12.803323 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9222dc-5d5c-4002-8e9e-9987f0717a4b service neutron] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:12.837552 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c1f2e-bef0-4733-9955-64bb64b26c90 x-openstack-request-id: req-275c1f2e-bef0-4733-9955-64bb64b26c90 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:12.837912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:12.838225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-275c1f2e-bef0-4733-9955-64bb64b26c90 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:12.838787 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:39:12.904489 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-c0ad64d9-4aaf-45fd-a84f-8155e889a44d service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000214 Aug 24 22:39:12.987682 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-25fb34ab-e231-4e9d-ab28-de0c08c1c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.989294 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-25fb34ab-e231-4e9d-ab28-de0c08c1c8b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1097 time: 0.0534666 Aug 24 22:39:12.997812 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38af0e-60cb-4857-8e7b-28149d1b151d req-3f8b5862-e917-4ce9-a9db-5df4d66edd08 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:12.999217 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4b38af0e-60cb-4857-8e7b-28149d1b151d req-3f8b5862-e917-4ce9-a9db-5df4d66edd08 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0911117 Aug 24 22:39:13.026470 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9407bb0f-149f-448d-baf5-e7a5abba76b4 req-b104c3a3-b8d8-434d-b8c1-ba21ffd73b62 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053736 Aug 24 22:39:13.060747 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4b38af0e-60cb-4857-8e7b-28149d1b151d req-e3780764-a607-4ec0-a1af-6bd18af1057c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549390 Aug 24 22:39:13.141331 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-ab9aad0e-44eb-4320-aaf8-c08d08476fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.143093 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-ab9aad0e-44eb-4320-aaf8-c08d08476fb9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=82bd4c9759814a1386750f449952cd96&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1147368 Aug 24 22:39:13.247521 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-a243ceb9-404e-44f3-be4c-2799b1122732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.249007 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1d056865-92e4-46e1-8714-9172e72d6a7c req-a243ceb9-404e-44f3-be4c-2799b1122732 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909846 Aug 24 22:39:13.340649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-badd010f-1001-4dbf-9598-ca27c283db02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:13.380738 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-0f5e87dc-48d2-405e-bc45-9e2dbdf9de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.382272 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-0f5e87dc-48d2-405e-bc45-9e2dbdf9de69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1097 time: 0.0468047 Aug 24 22:39:13.439650 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-d59f51e4-7f5c-406d-954c-254f2b704777 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 217 time: 0.0374711 Aug 24 22:39:13.502042 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-1111578d-0ce8-4d13-bedf-cf1678be2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.503622 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-1111578d-0ce8-4d13-bedf-cf1678be2797 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0505998 Aug 24 22:39:13.503796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca52e9-c3bd-46fe-8324-c6ce0b90eaae req-16bfe482-0a64-4783-9d12-2df98206a85e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.505207 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24ca52e9-c3bd-46fe-8324-c6ce0b90eaae req-16bfe482-0a64-4783-9d12-2df98206a85e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0568779 Aug 24 22:39:13.547140 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-24ca52e9-c3bd-46fe-8324-c6ce0b90eaae req-2156ca19-0ec0-40eb-a03f-a88c6da73748 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Aug 24 22:39:13.561993 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8e7f76c2-efc6-4d47-a2b8-aa1853041533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.563902 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-8e7f76c2-efc6-4d47-a2b8-aa1853041533 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499682 Aug 24 22:39:13.690116 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-96540d81-4b67-4a39-9caa-5219f78cc028 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172960 Aug 24 22:39:13.961453 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea544d8-f03f-453c-9ba9-fd8747269db3 req-7a799992-20da-47c4-b9a7-ae88bcda3f6f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:13.962891 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3ea544d8-f03f-453c-9ba9-fd8747269db3 req-7a799992-20da-47c4-b9a7-ae88bcda3f6f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 944 time: 0.3120968 Aug 24 22:39:14.047331 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3ea544d8-f03f-453c-9ba9-fd8747269db3 req-a6d72901-5d3f-4f76-b7ae-c600c6de6b27 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Aug 24 22:39:14.058848 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5971293-06ec-44ce-aac1-2198f4de23af req-ccd92dc4-25be-4101-b289-5c2d5c841729 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592787 Aug 24 22:39:14.179165 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326548f4-a5d7-4a27-98b3-435338d25042 req-87774f82-544e-45e3-a36b-d156f6d1990f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:14.181553 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-326548f4-a5d7-4a27-98b3-435338d25042 req-87774f82-544e-45e3-a36b-d156f6d1990f tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0498118 Aug 24 22:39:14.218634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-326548f4-a5d7-4a27-98b3-435338d25042 req-83a6171c-6f20-4690-aa74-ecb1b04653cf tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Aug 24 22:39:14.671063 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005073-29f1-45c2-8a4f-cb520060f89a req-15511a4a-5284-4dfa-91e1-67a5f347ce9b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:14.672656 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0e005073-29f1-45c2-8a4f-cb520060f89a req-15511a4a-5284-4dfa-91e1-67a5f347ce9b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0480881 Aug 24 22:39:14.715018 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0e005073-29f1-45c2-8a4f-cb520060f89a req-3154a87a-c392-41e2-b9d6-56195e8ba1c6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=814eb940-85a7-4256-8386-a58ab8b7830f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363352 Aug 24 22:39:14.959032 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4970-b125-4f56-8292-c1de540ed480 req-22428995-8167-40e7-a417-7b3f3836871f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:14.960502 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-266a4970-b125-4f56-8292-c1de540ed480 req-22428995-8167-40e7-a417-7b3f3836871f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 946 time: 0.0516984 Aug 24 22:39:15.058328 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Deleting port 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:39:15.058696 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.162206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] For port 23221e3c-f49c-4251-8ba9-68acbe122cf6, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=23221e3c-f49c-4251-8ba9-68acbe122cf6,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:15.162488 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.163517 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14bbf-768c-40bd-bfad-305522a3812d req-61615371-d22f-488b-8da2-97039e4147bb tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:15.166151 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3be14bbf-768c-40bd-bfad-305522a3812d req-61615371-d22f-488b-8da2-97039e4147bb tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 944 time: 0.0507019 Aug 24 22:39:15.210182 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3be14bbf-768c-40bd-bfad-305522a3812d req-0155c9b6-7627-44f3-9f38-8282c35d3f24 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Aug 24 22:39:15.385719 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.386117 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.386446 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Floating IP 3647450e-a81c-4d8d-b388-6334d4b6d006 disassociated. External IP: 172.27.0.149, port: 23221e3c-f49c-4251-8ba9-68acbe122cf6. Aug 24 22:39:15.386780 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Calling delete_port for 23221e3c-f49c-4251-8ba9-68acbe122cf6 owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:39:15.494999 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.587288 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.620428 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'Port': ['ID=23221e3c-f49c-4251-8ba9-68acbe122cf6,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:15.744530 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:39:15.848728 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1efe4266-36bb-47e6-87c0-082c490482c8 req-deb255e8-56f8-450d-a641-48d748a1f669 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0578914 Aug 24 22:39:15.888995 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:39:15.900649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:39:15.917512 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:15.918196 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:38:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:15.920999 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5f6f62c3-1376-461c-890e-928f2e83ec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.937765 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] No DVR routers for this DVR port 23221e3c-f49c-4251-8ba9-68acbe122cf6 on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:39:15.949883 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:15.952224 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-266a4970-b125-4f56-8292-c1de540ed480 req-5a0d1b2c-4e22-43d1-956c-d1d7fca83ce1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "DELETE /v2.0/ports/23221e3c-f49c-4251-8ba9-68acbe122cf6 HTTP/1.1" status: 204 len: 173 time: 0.9847322 Aug 24 22:39:15.952691 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-deleted', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:15.955032 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c83662f-4051-49b9-8d63-e9353318d0eb" -d '{"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-deleted", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:15.998392 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4aafe-f3f7-4d1e-91be-da9fad2ef4dc x-openstack-request-id: req-afe4aafe-f3f7-4d1e-91be-da9fad2ef4dc {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:15.998392 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6c30ee-2175-4343-988d-77c539d61daa", "name": "network-vif-deleted", "tag": "23221e3c-f49c-4251-8ba9-68acbe122cf6", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:15.998392 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afe4aafe-f3f7-4d1e-91be-da9fad2ef4dc {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:15.998392 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6c30ee-2175-4343-988d-77c539d61daa', 'name': 'network-vif-deleted', 'tag': '23221e3c-f49c-4251-8ba9-68acbe122cf6', 'status': 'completed', 'code': 200} Aug 24 22:39:16.051456 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:16.141212 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:16.178205 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 432279de-841f-4f3f-9730-c4f96cf33d03 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:39:16.341219 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b7c7-0232-42f2-b264-230d73ea20fb req-d1e422db-3075-4b2b-95dc-49a2d2b4f8c5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:16.343062 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff53b7c7-0232-42f2-b264-230d73ea20fb req-d1e422db-3075-4b2b-95dc-49a2d2b4f8c5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 944 time: 0.0544872 Aug 24 22:39:16.350221 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:16.363796 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:16.398004 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '432279de-841f-4f3f-9730-c4f96cf33d03', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'port_id': '432279de-841f-4f3f-9730-c4f96cf33d03', 'mac_address': 'fa:16:3e:da:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:39:16.400096 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:39:16.402753 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ff53b7c7-0232-42f2-b264-230d73ea20fb req-46e06567-3f78-4736-a576-535ab2af1c92 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Aug 24 22:39:16.413350 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:16.414983 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:39:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:16.640979 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:16.662235 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432279de-841f-4f3f-9730-c4f96cf33d03 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:16.692541 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:16.701267 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:16.775759 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:16.868685 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:16.972316 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:16.976857 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-302ea3af-4507-4221-b35c-501f1340b7cb req-bad4e0a7-5e38-411b-b7bc-6e6ecbef3599 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6c30ee-2175-4343-988d-77c539d61daa HTTP/1.1" status: 200 len: 210 time: 0.0382562 Aug 24 22:39:17.006144 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fef6a5-a333-44de-8f8d-c0cfb14f129d None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:39:17.014839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:17.268416 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08babb6-9b3d-483c-a718-4884d9c8ef51 None None] New status for floating IP 3647450e-a81c-4d8d-b388-6334d4b6d006: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:39:17.328179 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:39:17.545559 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b208391-22ba-4707-aaa1-0db4e4798295 req-bdaee682-9950-4f43-9503-0e022b8e795f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:17.546920 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8b208391-22ba-4707-aaa1-0db4e4798295 req-bdaee682-9950-4f43-9503-0e022b8e795f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 945 time: 0.0564718 Aug 24 22:39:17.591731 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8b208391-22ba-4707-aaa1-0db4e4798295 req-59436922-45c9-4041-9b68-6831a59fb0f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385506 Aug 24 22:39:18.146844 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47714) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:18.196337 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:39:18.202063 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.217369 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 23221e3c-f49c-4251-8ba9-68acbe122cf6 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:39:18.217741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 23221e3c-f49c-4251-8ba9-68acbe122cf6 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:39:18.228671 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.351857 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.356053 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.359481 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "DELETE /v2.0/security-groups/814eb940-85a7-4256-8386-a58ab8b7830f HTTP/1.1" status: 204 len: 168 time: 0.2090290 Aug 24 22:39:18.359766 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47716) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:18.366807 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc178bb-d4ba-4ace-b62a-db3be2b5eb75 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814eb940-85a7-4256-8386-a58ab8b7830f,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:18.374787 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.api.v2.resource [None req-3d8d36a4-f2a4-4b63-b98a-11f608b38057 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] show failed (client error): The resource could not be found. Aug 24 22:39:18.376031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3d8d36a4-f2a4-4b63-b98a-11f608b38057 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups/814eb940-85a7-4256-8386-a58ab8b7830f HTTP/1.1" status: 404 len: 347 time: 0.0149662 Aug 24 22:39:18.379023 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47718) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:18.533392 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Deleting port ade4ecd1-95ff-4797-8139-906f236e7230 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:39:18.533741 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.610802 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.611132 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.620754 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.623140 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Calling delete_port for ade4ecd1-95ff-4797-8139-906f236e7230 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:39:18.762347 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae44fa-c32a-410f-b98d-b26da146be22 req-d8e61866-6c45-4fb5-bac6-2c0df72fe876 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:18.763893 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-41ae44fa-c32a-410f-b98d-b26da146be22 req-d8e61866-6c45-4fb5-bac6-2c0df72fe876 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 945 time: 0.0960715 Aug 24 22:39:18.828653 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-41ae44fa-c32a-410f-b98d-b26da146be22 req-4713d3de-f739-452f-9c21-303a16784757 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586829 Aug 24 22:39:18.940711 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:18.969141 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'Port': ['ID=ade4ecd1-95ff-4797-8139-906f236e7230,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:19.045341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.048503 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.050150 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-91edbbe8-14e2-4f9b-9ccb-2bb91a2b43c0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "DELETE /v2.0/floatingips/3647450e-a81c-4d8d-b388-6334d4b6d006 HTTP/1.1" status: 204 len: 168 time: 0.6701267 Aug 24 22:39:19.641832 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47726) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:19.646997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805359871', 'description': 'tempest-description--1617441475'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:19.723109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.806362 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.877761 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.908990 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2d176-7a48-4452-a79c-c8d70b163dfa,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:19.942758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838905c1-ea42-43ad-aa7e-4a74511d0a6b req-7f800ecd-6156-4b88-b34e-7f2d8c01b542 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:19.944242 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-838905c1-ea42-43ad-aa7e-4a74511d0a6b req-7f800ecd-6156-4b88-b34e-7f2d8c01b542 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 945 time: 0.0492241 Aug 24 22:39:19.969230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:19.971601 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ece6c69c-b73b-496b-8b2d-9cf7cf95b570 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3275778 Aug 24 22:39:19.973348 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47730) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:19.978943 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group_rule': {'security_group_id': 'aec2d176-7a48-4452-a79c-c8d70b163dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:19.984970 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-838905c1-ea42-43ad-aa7e-4a74511d0a6b req-9b901215-7e1e-4bbc-bd0b-ecceae7ae53a tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Aug 24 22:39:20.088822 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.143818 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.211726 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 432279de-841f-4f3f-9730-c4f96cf33d03 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:39:20.220530 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.235771 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2f373f-1de4-4c89-8ed7-ddf8eefc0af7,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:20.301057 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.302261 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1d58c492-6638-49e7-87ec-5746d02208b2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3279426 Aug 24 22:39:20.305730 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47734) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:20.312676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'security_group_rule': {'security_group_id': 'aec2d176-7a48-4452-a79c-c8d70b163dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:20.323515 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 432279de-841f-4f3f-9730-c4f96cf33d03 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:39:20.327557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 432279de-841f-4f3f-9730-c4f96cf33d03 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:20.327928 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.406659 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.414362 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.428589 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:20.431596 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b355c4-72ac-473a-894a-aec198be7903" -d '{"events": [{"server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "name": "network-vif-plugged", "status": "completed", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:20.444456 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:20.474230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.546533 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.575068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.587193 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da54d3-84fc-4d9a-b177-83ae57fe674e x-openstack-request-id: req-e9da54d3-84fc-4d9a-b177-83ae57fe674e {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:20.587503 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "name": "network-vif-plugged", "status": "completed", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:20.587745 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9da54d3-84fc-4d9a-b177-83ae57fe674e {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:20.588138 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'code': 200} Aug 24 22:39:20.596207 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db61da6-caaf-4095-af47-3e3c1807d025,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:20.603090 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:20.706642 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.708136 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1f6acfe1-dd34-465b-8f77-adddc2908dba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011986 Aug 24 22:39:20.711531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47740) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:20.716027 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:20.814138 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:20.910482 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.040720 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Allocated IP 172.27.0.23 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/b7912b8e-1659-404d-99c7-b938e7be6543) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:39:21.082531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a5c4-3ac6-497d-9f82-e99021d48cac req-1f3231b1-1145-4764-8ac1-3f7c42f6974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:21.084151 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cee3a5c4-3ac6-497d-9f82-e99021d48cac req-1f3231b1-1145-4764-8ac1-3f7c42f6974a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1099 time: 0.0780954 Aug 24 22:39:21.109420 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2b14-881a-4752-bb2f-c04052d91164 req-25671a4b-9481-4df4-925b-adf9fa0ce56e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:21.111131 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-185f2b14-881a-4752-bb2f-c04052d91164 req-25671a4b-9481-4df4-925b-adf9fa0ce56e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0512061 Aug 24 22:39:21.150764 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-185f2b14-881a-4752-bb2f-c04052d91164 req-236d579b-7bbe-4e35-a9b6-75a6f20932f2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Aug 24 22:39:21.161887 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cee3a5c4-3ac6-497d-9f82-e99021d48cac req-adaaae03-82b6-4600-a2e8-027e1d4da313 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699811 Aug 24 22:39:21.186504 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.296540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.341364 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:39:21.344232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:39:21.347807 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:39:21.370994 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=b7912b8e-1659-404d-99c7-b938e7be6543,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:21.431519 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.514322 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.661772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.734385 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.802539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=b7912b8e-1659-404d-99c7-b938e7be6543,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:21.817086 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.911587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:21.912880 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1391ec41-73aa-40b7-867d-957b0f7ce4ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2004104 Aug 24 22:39:22.108203 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-485b4470-29ec-4b3a-88f2-39e283c04a05 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--805359871&fields=id&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 267 time: 0.0409129 Aug 24 22:39:22.221579 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-2e6ae9a6-7490-4796-bf6c-736c088f4df8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:22.223151 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-2e6ae9a6-7490-4796-bf6c-736c088f4df8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 817 time: 0.1079946 Aug 24 22:39:22.238798 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-93a4aaf9-1a79-4ee8-891c-2395f13d7339 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/quotas/2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 375 time: 0.0093532 Aug 24 22:39:22.276860 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54285aa-245f-49fe-9fec-829929cf67dc req-be0e2bf4-2322-4195-afe8-17be7035cbc9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:22.278400 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c54285aa-245f-49fe-9fec-829929cf67dc req-be0e2bf4-2322-4195-afe8-17be7035cbc9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0539808 Aug 24 22:39:22.297616 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-e89c8245-7c26-42ce-b35b-c217429916d9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522799 Aug 24 22:39:22.321259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c54285aa-245f-49fe-9fec-829929cf67dc req-2fc76fd2-4958-47a1-b94d-817d92ae4801 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Aug 24 22:39:22.450302 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-5569bbeb-5791-450b-8f92-169adf13529f service neutron] 10.222.0.39 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383467 Aug 24 22:39:22.550597 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-40cda8ed-1a08-4f15-adeb-1d6804dae808 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941885 Aug 24 22:39:22.801681 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5074b34b-b055-4a50-9595-7bcf52563cca req-6f8ec962-e4d7-456e-a08f-bcf4f746e9d5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0280943 Aug 24 22:39:23.462655 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c6d6-2bd7-47ac-b46f-19419ef39c93 req-64037b31-4e7c-433b-8ea3-68482e4acaa2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:23.464271 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-65e9c6d6-2bd7-47ac-b46f-19419ef39c93 req-64037b31-4e7c-433b-8ea3-68482e4acaa2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0682368 Aug 24 22:39:23.511223 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-65e9c6d6-2bd7-47ac-b46f-19419ef39c93 req-8c0e0931-d2cb-4be1-ba48-74e39b7d301a tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Aug 24 22:39:23.899950 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f7ff74d-1b60-4725-9eb0-015f9b99470d req-129ed6d2-0eee-42fc-bddc-5c043efa505e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Aug 24 22:39:24.631330 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7e8c9-ed5f-4f0e-b94b-884332434189 req-c011b3c8-603d-43f3-bed6-093872a6e051 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:24.632769 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29a7e8c9-ed5f-4f0e-b94b-884332434189 req-c011b3c8-603d-43f3-bed6-093872a6e051 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0502799 Aug 24 22:39:24.671251 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-29a7e8c9-ed5f-4f0e-b94b-884332434189 req-31289b59-da95-40c2-9563-aa64258a0fbc tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 24 22:39:24.794302 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346dea2-4599-42a0-b671-a5b32bceb0a2 req-6ac5ca74-ec9f-424a-86f4-4c231bf15373 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:24.795761 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0346dea2-4599-42a0-b671-a5b32bceb0a2 req-6ac5ca74-ec9f-424a-86f4-4c231bf15373 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0484183 Aug 24 22:39:24.834937 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0346dea2-4599-42a0-b671-a5b32bceb0a2 req-5c87bcaa-1d13-4f60-8c99-5391a40f0b31 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Aug 24 22:39:24.959343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-8dd35c3e-77fd-4c43-a827-2458cc227632 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:24.961521 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-8dd35c3e-77fd-4c43-a827-2458cc227632 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 817 time: 0.1186049 Aug 24 22:39:25.010454 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-773e8da2-d701-4411-ba38-044e56c4abc5 req-d9bef791-56f2-40b9-88df-e850afa5a5fc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0347912 Aug 24 22:39:25.033576 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-f77ac989-c23d-46df-883d-33d6174a1cfc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 379 time: 0.0548003 Aug 24 22:39:25.043896 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'port': {'device_id': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'admin_state_up': True, 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'security_groups': ['aec2d176-7a48-4452-a79c-c8d70b163dfa']}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:25.206809 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53466-d5d7-44bf-87a2-ebeb1776cfe9 req-acdef5e7-c1c6-4029-aa1a-adc1ea10fc30 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:25.206809 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6e53466-d5d7-44bf-87a2-ebeb1776cfe9 req-acdef5e7-c1c6-4029-aa1a-adc1ea10fc30 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0531054 Aug 24 22:39:25.226162 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Made reservation on behalf of 2241e6ea3c1c43ec9772db120e4a5818 for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:39:25.230719 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:25.246892 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6e53466-d5d7-44bf-87a2-ebeb1776cfe9 req-b833cdf1-0e80-40c1-88d2-f3a364cd85f5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Aug 24 22:39:25.374250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Allocated IP 172.20.0.14 (0b7ef924-d865-4684-96e3-e119a6477c41/1b0a05cc-ef3f-49a7-a65c-21f97d684cfc/2fc1e0ea-1d5d-4e38-899b-3ada20046e15) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:39:25.517679 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:25.539077 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Transition to ACTIVE for port object 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:39:25.667560 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:25.705751 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Network 0b7ef924-d865-4684-96e3-e119a6477c41 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:39:25.708725 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:39:25.715105 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:39:25.745285 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:25.778611 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:25.779268 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:25.866563 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-d560a453-a219-40c2-b764-c6249cfae949 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8265989 Aug 24 22:39:25.888327 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Request body: {'port': {'device_id': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:25.944408 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:26.026310 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-77bb983b-8779-4d48-a85d-4d8d2b8373b9 None None] Provisioning for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:39:26.030465 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-77bb983b-8779-4d48-a85d-4d8d2b8373b9 None None] Provisioning complete for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:26.035125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-77bb983b-8779-4d48-a85d-4d8d2b8373b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:26.068450 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-77bb983b-8779-4d48-a85d-4d8d2b8373b9 None None] Port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:39:26.204033 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ddaf-b58b-4d76-b7d5-4b629a70eeaa req-f2182dd0-99a2-4d73-ac6d-fed4793cb499 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:26.205649 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-67b0ddaf-b58b-4d76-b7d5-4b629a70eeaa req-f2182dd0-99a2-4d73-ac6d-fed4793cb499 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 932 time: 0.1054573 Aug 24 22:39:26.266558 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-67b0ddaf-b58b-4d76-b7d5-4b629a70eeaa req-d7b8503b-80eb-4b10-ba79-9f1d6d6c9ddf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504780 Aug 24 22:39:26.296839 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:26.304525 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:26.317721 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Transition to ACTIVE for port object 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:39:26.448808 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:26.745479 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:26.813154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Attempting to bind port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:39:26.819126 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Attempting to bind port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:39:26.819126 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Attempting to bind port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:26.819126 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 on network 0b7ef924-d865-4684-96e3-e119a6477c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:39:26.819126 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Attempting to bind port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 on network 0b7ef924-d865-4684-96e3-e119a6477c41 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:26.824275 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:39:26.824665 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Checking segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:39:26.825051 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Bound using segment: {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:39:26.825483 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Bound port: 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5a3cd6-e606-4045-a184-27886f672a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:39:26.825864 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:26.910192 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:39:26.913772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:39:26.983958 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:27.032309 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92a4a2-f8b6-4193-823a-128e95055d1d req-7c8bb3d8-3822-4b56-9247-b82c15e0cbe9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.033989 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6d92a4a2-f8b6-4193-823a-128e95055d1d req-7c8bb3d8-3822-4b56-9247-b82c15e0cbe9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0923383 Aug 24 22:39:27.035301 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.035915 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:27.037371 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 200 len: 1094 time: 1.1548128 Aug 24 22:39:27.040574 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:27.043130 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:27.086050 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22690c-7f82-4a18-9c4c-5b48d8eac5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:27.098842 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1c041b-fa82-49ac-a90d-aa87d8e941b4 x-openstack-request-id: req-8c1c041b-fa82-49ac-a90d-aa87d8e941b4 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:27.103682 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:27.103682 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c1c041b-fa82-49ac-a90d-aa87d8e941b4 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:27.103682 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'status': 'completed', 'code': 200} Aug 24 22:39:27.106796 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6d92a4a2-f8b6-4193-823a-128e95055d1d req-f2b50870-caf8-4fec-b7ea-5daef8667141 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562618 Aug 24 22:39:27.203334 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-0d56ead9-60c9-47e2-8700-1739c55cee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.204837 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-0d56ead9-60c9-47e2-8700-1739c55cee2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1097 time: 0.0413489 Aug 24 22:39:27.315100 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-d0f97c1f-f2fa-4889-ad00-8ca8d4f2097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.316615 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-d0f97c1f-f2fa-4889-ad00-8ca8d4f2097e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0974400 Aug 24 22:39:27.389389 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dc52d-f802-429c-93e0-177dc5bf45f0 req-f7943075-db2d-4cac-b76a-a88019eac8d9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.390922 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be1dc52d-f802-429c-93e0-177dc5bf45f0 req-f7943075-db2d-4cac-b76a-a88019eac8d9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0517390 Aug 24 22:39:27.411326 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-1ea2bd84-a3f7-4482-86dc-c6e789bde696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.412805 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8da3805b-d0da-4f9c-9ac5-431f70b9f03a req-1ea2bd84-a3f7-4482-86dc-c6e789bde696 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891399 Aug 24 22:39:27.429064 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-be1dc52d-f802-429c-93e0-177dc5bf45f0 req-e30d422a-261c-4feb-9fec-395c5172f80d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Aug 24 22:39:27.537140 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-fde82fa4-32c3-4c3c-8180-c83fab739f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.538671 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-fde82fa4-32c3-4c3c-8180-c83fab739f2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1097 time: 0.0494516 Aug 24 22:39:27.587558 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-d73f794f-062f-4c04-b4f7-0651cfede196 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 200 len: 217 time: 0.0349047 Aug 24 22:39:27.640510 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-d0959161-f6b0-4daf-b6a3-ffd4149e58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.642004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-d0959161-f6b0-4daf-b6a3-ffd4149e58d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0461788 Aug 24 22:39:27.690102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bced8-987f-476c-be35-06b851a83e9d req-31535186-119b-4683-8fde-d96879b6a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:27.691562 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-31535186-119b-4683-8fde-d96879b6a4c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426924 Aug 24 22:39:27.782238 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-847bf50f-5394-4c6d-9184-c6994d982060 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826631 Aug 24 22:39:27.879018 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e91bced8-987f-476c-be35-06b851a83e9d req-828b78f4-777e-468b-a51b-8e0c66fc1f1a service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884855 Aug 24 22:39:28.228081 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb30c-a162-4e55-a46e-a7f7e6ac2271 req-a9c6c341-f886-4d2c-95f3-6527d6dc98ba tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:28.229750 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f90eb30c-a162-4e55-a46e-a7f7e6ac2271 req-a9c6c341-f886-4d2c-95f3-6527d6dc98ba tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Aug 24 22:39:28.270121 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f90eb30c-a162-4e55-a46e-a7f7e6ac2271 req-97c75849-af2c-4f27-9c61-5e0d7d22fb5f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Aug 24 22:39:28.555338 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0a5dc-504c-4b49-a65e-aa6813b2e6a7 req-b04c43d9-ba24-4701-b87f-556c73aa31cf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:28.556890 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f7b0a5dc-504c-4b49-a65e-aa6813b2e6a7 req-b04c43d9-ba24-4701-b87f-556c73aa31cf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0491073 Aug 24 22:39:28.595811 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f7b0a5dc-504c-4b49-a65e-aa6813b2e6a7 req-9371d7be-9a38-4f2d-b834-42aaa58bd42a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330493 Aug 24 22:39:29.410425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ef37-e804-44b7-b8f7-a879f7067612 req-a3ba1936-a932-4a8e-83bf-cc410b6fa1e3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:29.411886 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2229ef37-e804-44b7-b8f7-a879f7067612 req-a3ba1936-a932-4a8e-83bf-cc410b6fa1e3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0521774 Aug 24 22:39:29.456070 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-2229ef37-e804-44b7-b8f7-a879f7067612 req-d757ef60-91ed-4acb-867a-4458ffb0c225 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355246 Aug 24 22:39:29.725665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814af7-0082-4a5e-ae3c-a3b4712c5a6c req-f31551d0-2078-44a2-b2db-8428882a3e62 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:29.727749 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5a814af7-0082-4a5e-ae3c-a3b4712c5a6c req-f31551d0-2078-44a2-b2db-8428882a3e62 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0500293 Aug 24 22:39:29.769838 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5a814af7-0082-4a5e-ae3c-a3b4712c5a6c req-1d3d6017-bd15-4969-8362-bae1150a52c7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361397 Aug 24 22:39:30.266976 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:39:30.363185 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:30.375794 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:39:30.420649 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:30.435831 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:30.456170 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:30.546424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:30.580735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c862-4440-4332-9446-5f18242006e6 req-e2a981ec-ebe9-4594-9a96-c0d0e5184c12 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:30.582938 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1de9c862-4440-4332-9446-5f18242006e6 req-e2a981ec-ebe9-4594-9a96-c0d0e5184c12 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0548656 Aug 24 22:39:30.605234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:30.631553 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1de9c862-4440-4332-9446-5f18242006e6 req-38f50f75-18b1-4175-b331-f1219653c568 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Aug 24 22:39:30.891884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427e12-becc-4ded-93ae-d8a86dbf5cae req-0e6eef79-144c-4b22-b396-2ad0a47e4096 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:30.893352 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce427e12-becc-4ded-93ae-d8a86dbf5cae req-0e6eef79-144c-4b22-b396-2ad0a47e4096 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Aug 24 22:39:30.932833 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ce427e12-becc-4ded-93ae-d8a86dbf5cae req-577857ca-58ce-4e42-8f6e-d2e9af609c08 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Aug 24 22:39:31.018574 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['2fc1e0ea-1d5d-4e38-899b-3ada20046e15'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:39:31.749320 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066165d5-5994-4d5b-95c1-60ede1089e75 req-a250c379-edc5-4e2f-bbb2-911fe832fe15 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:31.751460 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-066165d5-5994-4d5b-95c1-60ede1089e75 req-a250c379-edc5-4e2f-bbb2-911fe832fe15 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Aug 24 22:39:31.790302 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-066165d5-5994-4d5b-95c1-60ede1089e75 req-132c50be-08eb-4d95-a4ce-36072f44f220 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Aug 24 22:39:32.057379 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061439-9e84-49f7-aef5-b7d7463eacea req-627c153e-4bc1-481a-8c3b-3491ced0d950 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:32.058820 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fb061439-9e84-49f7-aef5-b7d7463eacea req-627c153e-4bc1-481a-8c3b-3491ced0d950 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Aug 24 22:39:32.096419 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fb061439-9e84-49f7-aef5-b7d7463eacea req-2a588b5f-d8fe-44a7-92a7-9de4c50669ca tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Aug 24 22:39:32.292588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:39:32.408725 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:39:32.412941 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:32.413314 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:32.495668 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:32.519006 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:32.521243 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef35e40-8a44-43b8-a902-918e7534d8ec" -d '{"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:32.534853 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:32.558361 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc485e-a332-48c5-bfad-13c9422ff370 x-openstack-request-id: req-b6cc485e-a332-48c5-bfad-13c9422ff370 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:32.558653 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:32.558905 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6cc485e-a332-48c5-bfad-13c9422ff370 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:32.559292 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'code': 200} Aug 24 22:39:32.625932 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:32.676512 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:32.914199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd97f9-4d09-41b0-925a-95bec09b7b5f req-a9d97d1b-b17d-4bcc-89f7-284638e57999 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:32.916074 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88dd97f9-4d09-41b0-925a-95bec09b7b5f req-a9d97d1b-b17d-4bcc-89f7-284638e57999 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Aug 24 22:39:32.960786 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88dd97f9-4d09-41b0-925a-95bec09b7b5f req-bcba9728-c724-4634-8443-d787669c4c5a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Aug 24 22:39:33.001579 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61bf7b-5a87-4e1a-9cf3-3c5d75f21d75 req-074560f2-ba79-4c68-9922-97d9f6288bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:33.003101 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bc61bf7b-5a87-4e1a-9cf3-3c5d75f21d75 req-074560f2-ba79-4c68-9922-97d9f6288bc6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1099 time: 0.0477428 Aug 24 22:39:33.037802 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bc61bf7b-5a87-4e1a-9cf3-3c5d75f21d75 req-b45eb17a-7e63-4297-bf47-3edb90bd03ed service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273011 Aug 24 22:39:33.218920 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89b21-c5ab-4d50-b154-53f89b41242c req-36969636-6895-4b26-8ecd-6d2bcc497cc5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:33.220329 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48c89b21-c5ab-4d50-b154-53f89b41242c req-36969636-6895-4b26-8ecd-6d2bcc497cc5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0497530 Aug 24 22:39:33.259459 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-48c89b21-c5ab-4d50-b154-53f89b41242c req-3d73b814-dc30-4a08-842c-ce249b7cf050 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332239 Aug 24 22:39:34.084881 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d97e-6899-450a-b94a-d8f6e5db8e96 req-3e88b203-cc80-43c3-a8de-b3802a813b9f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:34.086984 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d54d97e-6899-450a-b94a-d8f6e5db8e96 req-3e88b203-cc80-43c3-a8de-b3802a813b9f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0479434 Aug 24 22:39:34.124410 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4d54d97e-6899-450a-b94a-d8f6e5db8e96 req-86a5a797-c429-419b-94fd-a9fba4d0ef76 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 Aug 24 22:39:34.379685 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857278-973d-46bf-b424-6570f1b35b1a req-818968e1-b2ec-4fe8-a526-a18057558c3b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:34.381196 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ce857278-973d-46bf-b424-6570f1b35b1a req-818968e1-b2ec-4fe8-a526-a18057558c3b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Aug 24 22:39:34.422445 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ce857278-973d-46bf-b424-6570f1b35b1a req-b1b54c4b-acd7-4b33-a0a7-a778a42b16f7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338154 Aug 24 22:39:35.246133 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7a371-f64c-41b2-8e04-8fdd91bec62d req-49dbf168-088e-4fe1-b0be-418f42b4f1af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:35.247574 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5dd7a371-f64c-41b2-8e04-8fdd91bec62d req-49dbf168-088e-4fe1-b0be-418f42b4f1af tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Aug 24 22:39:35.285773 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5dd7a371-f64c-41b2-8e04-8fdd91bec62d req-4b0aad04-1564-4a38-8fa9-028af668e9e0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Aug 24 22:39:35.548310 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2e26b-739d-4013-b108-cfa62fbfb069 req-ed96086b-cd95-4f15-9279-17af1372cab1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:35.549768 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b8d2e26b-739d-4013-b108-cfa62fbfb069 req-ed96086b-cd95-4f15-9279-17af1372cab1 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0553093 Aug 24 22:39:35.588393 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b8d2e26b-739d-4013-b108-cfa62fbfb069 req-dbc50fd8-39f5-438f-b12c-0d25dec48f59 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325503 Aug 24 22:39:35.709345 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0601c3-c9d4-4176-b2d2-28b32ad5e030 req-b2269965-88ce-4ee1-bcfd-84ed93edf7ff tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:35.710846 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7a0601c3-c9d4-4176-b2d2-28b32ad5e030 req-b2269965-88ce-4ee1-bcfd-84ed93edf7ff tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0506771 Aug 24 22:39:35.719696 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47926) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:35.724259 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Request body: {'floatingip': {'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:35.766970 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:36.407699 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cf84b-1f34-46ce-bf3e-31a063eb61f9 req-937143d7-9a9a-4133-90ba-6312998b78b9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:36.409299 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b28cf84b-1f34-46ce-bf3e-31a063eb61f9 req-937143d7-9a9a-4133-90ba-6312998b78b9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0547419 Aug 24 22:39:36.463437 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b28cf84b-1f34-46ce-bf3e-31a063eb61f9 req-fda34d84-7162-4f01-8cd8-01e76bf17e4b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473516 Aug 24 22:39:36.542543 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:36.648777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:36.756370 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Floating IP f7a3dfca-a37d-4932-b525-ce7a62ced148 associated. External IP: 172.27.0.23, port: 2fc1e0ea-1d5d-4e38-899b-3ada20046e15. Aug 24 22:39:36.987779 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:39:37.097468 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:39:37.102412 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.109972 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:39:37.120195 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:37.120552 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47938) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:37.121020 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:39:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:37.130690 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-178ad490-3187-4178-890c-f828eb59b9f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "PUT /v2.0/floatingips/f7a3dfca-a37d-4932-b525-ce7a62ced148 HTTP/1.1" status: 200 len: 991 time: 1.4099562 Aug 24 22:39:37.131282 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:37.133522 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252b62a8-8795-45c1-9e54-5c8247daa299" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:37.239216 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:37.255076 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.317254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab08af-8012-41c2-9be6-982df7bb7ecd x-openstack-request-id: req-caab08af-8012-41c2-9be6-982df7bb7ecd {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:37.317640 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:37.317990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caab08af-8012-41c2-9be6-982df7bb7ecd {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:37.318437 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'status': 'completed', 'code': 200} Aug 24 22:39:37.353162 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.405920 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-03481f32-0b62-44bc-a601-0c1ec31b9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:37.407446 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-03481f32-0b62-44bc-a601-0c1ec31b9b9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1099 time: 0.0418634 Aug 24 22:39:37.439264 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.518690 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4428b708e044e988d37a188d6441fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942041 Aug 24 22:39:37.518690 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bbe09a-d543-456f-baa1-095ac3cc972c,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:37.526107 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47950) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:37.535451 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.535800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.536140 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.536475 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.536801 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.537349 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.537864 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.538353 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.538835 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.539313 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.539800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.540273 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea0cc1-a24d-4f5e-a8da-a86a18eb2190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.542101 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f7a3dfca-a37d-4932-b525-ce7a62ced148', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:21Z', 'updated_at': '2021-08-24T22:39:36Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:37.562403 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-812d6e5b-865e-441e-9c90-9969d7602b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:37.564584 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-812d6e5b-865e-441e-9c90-9969d7602b69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.1478968 Aug 24 22:39:37.582202 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:39:37.592695 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:37.595532 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:39:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:37.616390 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efae05-ffed-45d6-8bd3-bab00fb10465 req-b31965ef-aafc-4ffa-9a3b-9ec571f09a0f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:37.617908 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d0efae05-ffed-45d6-8bd3-bab00fb10465 req-b31965ef-aafc-4ffa-9a3b-9ec571f09a0f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Aug 24 22:39:37.640751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.669538 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.671430 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-b6854f81-54eb-456f-89d3-0ffd7b0f50b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 200 len: 999 time: 0.0764780 Aug 24 22:39:37.707522 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:37.717960 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d0efae05-ffed-45d6-8bd3-bab00fb10465 req-c3554153-cb3c-46e9-bb9d-e5d9da0f8d6a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890269 Aug 24 22:39:37.734027 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-07bab4a2-fca2-49db-a934-fa57b5dc2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:37.736728 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-07bab4a2-fca2-49db-a934-fa57b5dc2fe5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0504477 Aug 24 22:39:37.788029 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-2368145b-9dc2-4a77-8323-dadf6952ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:37.791872 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-2368145b-9dc2-4a77-8323-dadf6952ebdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419247 Aug 24 22:39:37.878623 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.883065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:37.885204 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84bbe09a-d543-456f-baa1-095ac3cc972c HTTP/1.1" status: 204 len: 168 time: 0.3640227 Aug 24 22:39:37.909711 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bbe09a-d543-456f-baa1-095ac3cc972c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:37.924758 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.925114 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.925454 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.925816 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.929459 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.936651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1228c3-0454-443e-8a43-618631831ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:37.953103 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-8986eddd-f710-4431-97b8-931bf3375c52 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516643 Aug 24 22:39:38.025924 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f7a3dfca-a37d-4932-b525-ce7a62ced148', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:21Z', 'updated_at': '2021-08-24T22:39:36Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:38.059904 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db3ae19-5128-4b1b-8bb2-4dfe19236fef None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f7a3dfca-a37d-4932-b525-ce7a62ced148', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:21Z', 'updated_at': '2021-08-24T22:39:36Z', 'revision_number': 1, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:39:38.080294 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-252b62a8-8795-45c1-9e54-5c8247daa299 req-635399ca-6ae0-4852-bea4-5fb5e24fe55e service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104960 Aug 24 22:39:38.125271 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d08cf-1f49-4c98-9a53-802a501d8936 req-f057c481-3c17-4124-b48c-c92a4d2a9c09 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:38.130033 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d45d08cf-1f49-4c98-9a53-802a501d8936 req-f057c481-3c17-4124-b48c-c92a4d2a9c09 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0653574 Aug 24 22:39:38.173408 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d45d08cf-1f49-4c98-9a53-802a501d8936 req-3926db15-9420-4873-93f6-49982e5ad068 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Aug 24 22:39:38.198019 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 47962) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:38.311819 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff37d22-cd9c-4d2e-8ca8-034cde64f277 None None] New status for floating IP f7a3dfca-a37d-4932-b525-ce7a62ced148: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:39:38.425721 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039252d-785d-48ae-8106-f37adbfb1f84 tempest-TestMinimumBasicScenario-2096057981 tempest-TestMinimumBasicScenario-2096057981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:38.429536 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4039252d-785d-48ae-8106-f37adbfb1f84 tempest-TestMinimumBasicScenario-2096057981 tempest-TestMinimumBasicScenario-2096057981-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1094 time: 0.2282701 Aug 24 22:39:38.430449 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 47974) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:38.435918 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'port_id': '432279de-841f-4f3f-9730-c4f96cf33d03', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:38.551601 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:38.661920 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:38.776138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Allocated IP 172.27.0.51 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/111de28f-6b15-4531-8d91-55f799ba2ff1) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:39:38.854716 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f240-2d4b-4628-b6a5-f97842e58226 req-ba0e5608-8427-44e6-a38b-a8907161e2bb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:38.856343 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-afe8f240-2d4b-4628-b6a5-f97842e58226 req-ba0e5608-8427-44e6-a38b-a8907161e2bb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Aug 24 22:39:38.894564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:38.904471 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-afe8f240-2d4b-4628-b6a5-f97842e58226 req-017aea1e-24e6-4b73-b75d-1158e9e70680 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Aug 24 22:39:38.998602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:39.058317 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:39:39.063341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:39:39.066770 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:39:39.096871 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'Port': ['ID=111de28f-6b15-4531-8d91-55f799ba2ff1,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:39.431571 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:39.589226 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:39.744193 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:39.848594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:39.922747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'Port': ['ID=111de28f-6b15-4531-8d91-55f799ba2ff1,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:39.937974 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.029992 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56986bc-1cb4-4b0a-89c4-63dddd4fd759 req-58b6a2d4-644e-4da2-b391-9e0b4912af70 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:40.031648 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b56986bc-1cb4-4b0a-89c4-63dddd4fd759 req-58b6a2d4-644e-4da2-b391-9e0b4912af70 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Aug 24 22:39:40.044674 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Floating IP f90e857a-733d-435e-93f2-0fece23215d5 associated. External IP: 172.27.0.51, port: 432279de-841f-4f3f-9730-c4f96cf33d03. Aug 24 22:39:40.069809 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b56986bc-1cb4-4b0a-89c4-63dddd4fd759 req-4f5ca7c1-da61-463c-bcd9-62222e1b6060 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Aug 24 22:39:40.252653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Router 5822f650-d740-46ba-8883-b7ee75995342 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:39:40.357107 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:39:40.366946 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Sync routers for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:39:40.376663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:40.382692 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:39:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:40.425461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.456431 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-decbcef0-3a05-4f73-9e2d-6a2bddf3ceef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0247831 Aug 24 22:39:40.457010 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:40.459385 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e64371-031e-40a4-97b5-76ec53b0ff48" -d '{"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:40.459565 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48002) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:40.465228 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246211044', 'description': 'tempest-secgroup-smoke-246211044 description', 'project_id': '82bd4c9759814a1386750f449952cd96'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:40.488008 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:40.503450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082ccc5a-107e-4999-978f-34379de9bacb x-openstack-request-id: req-082ccc5a-107e-4999-978f-34379de9bacb {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:40.503743 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:40.503962 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-082ccc5a-107e-4999-978f-34379de9bacb {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:40.504357 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:39:40.579781 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.644340 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-d5b6700f-5792-4ace-8567-3b45d75c30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:40.645851 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-d5b6700f-5792-4ace-8567-3b45d75c30ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1099 time: 0.0629809 Aug 24 22:39:40.718162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f90e857a-733d-435e-93f2-0fece23215d5', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '5822f650-d740-46ba-8883-b7ee75995342', 'port_id': '432279de-841f-4f3f-9730-c4f96cf33d03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'mac_address': 'fa:16:3e:da:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847a804-2572-4635-8c5e-534581592b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:39Z', 'updated_at': '2021-08-24T22:39:39Z', 'revision_number': 0, 'project_id': '82bd4c9759814a1386750f449952cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:40.745308 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Checking router: 5822f650-d740-46ba-8883-b7ee75995342 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:39:40.753972 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:39:40.754578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:39:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:40.756175 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.779117 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-e9a464c9-9afc-45b7-b81b-e50c1e82483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:40.780592 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-e9a464c9-9afc-45b7-b81b-e50c1e82483d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.1167753 Aug 24 22:39:40.826903 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.873370 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-506b857d-e92c-48c9-ba65-9e252221f13c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 999 time: 0.0854433 Aug 24 22:39:40.877278 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187a9b5c-61fc-43aa-ab3f-6fe2b1123763,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:40.930310 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-972beb2c-60fa-4b65-962e-e60ba3c17357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:40.932213 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-972beb2c-60fa-4b65-962e-e60ba3c17357 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0511107 Aug 24 22:39:40.951362 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:40.951362 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-18f2ab46-7174-4bf2-ae45-f041cccb73f7 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4890590 Aug 24 22:39:40.952669 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48010) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:40.957025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:41.007938 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:39:41.015870 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-baf589f0-abc2-4e3d-8bba-1a2d5467eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:41.017531 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-baf589f0-abc2-4e3d-8bba-1a2d5467eab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783455 Aug 24 22:39:41.097530 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:41.103918 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-415917a3-4f9c-4f5a-8f4c-3ebf02625c29 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2852120655d849b2b9ad92f0af31aeeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301111 Aug 24 22:39:41.175339 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-de1773a8-7c55-4bcd-9175-15394138d411 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396642 Aug 24 22:39:41.268283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f90e857a-733d-435e-93f2-0fece23215d5', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '5822f650-d740-46ba-8883-b7ee75995342', 'port_id': '432279de-841f-4f3f-9730-c4f96cf33d03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'mac_address': 'fa:16:3e:da:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847a804-2572-4635-8c5e-534581592b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:39Z', 'updated_at': '2021-08-24T22:39:39Z', 'revision_number': 0, 'project_id': '82bd4c9759814a1386750f449952cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:39:41.269766 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:41.293531 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dda5f-c037-4ac9-9ac4-47805eeee145 req-f1c8a936-544c-4067-b78a-fb6d5e524a2d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:41.295073 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-657dda5f-c037-4ac9-9ac4-47805eeee145 req-f1c8a936-544c-4067-b78a-fb6d5e524a2d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.1274416 Aug 24 22:39:41.300295 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98824600-f0d7-4acd-8b99-b16aece5c130 None None] The sync data for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi is: [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'f90e857a-733d-435e-93f2-0fece23215d5', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '5822f650-d740-46ba-8883-b7ee75995342', 'port_id': '432279de-841f-4f3f-9730-c4f96cf33d03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'mac_address': 'fa:16:3e:da:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847a804-2572-4635-8c5e-534581592b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:39:39Z', 'updated_at': '2021-08-24T22:39:39Z', 'revision_number': 0, 'project_id': '82bd4c9759814a1386750f449952cd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:39:41.308432 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-221c2cb9-a41c-4a5b-a95c-2773c853bc27 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:41.314383 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-221c2cb9-a41c-4a5b-a95c-2773c853bc27 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989815 Aug 24 22:39:41.331401 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-9ad626a7-2215-444a-8b96-b7fc0b0be847 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/quotas/2852120655d849b2b9ad92f0af31aeeb HTTP/1.1" status: 200 len: 375 time: 0.0149269 Aug 24 22:39:41.340828 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:41.347381 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5e64371-031e-40a4-97b5-76ec53b0ff48 req-5d2d308e-3853-42f9-8458-51fce8c0ea92 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611741 Aug 24 22:39:41.362210 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-7e5bdc3f-db73-41b7-b4b5-33e95100d630 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2852120655d849b2b9ad92f0af31aeeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292754 Aug 24 22:39:41.374250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c43e9e8-7055-4290-b066-a3e8e627c1a2,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:41.400394 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-657dda5f-c037-4ac9-9ac4-47805eeee145 req-d7151db9-96b9-45e4-9800-90f8e6fdd9a4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884657 Aug 24 22:39:41.494261 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:39:41.530300 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f044f0a-0871-40f1-bccc-3d5962da4a1a None None] New status for floating IP f90e857a-733d-435e-93f2-0fece23215d5: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:39:41.580820 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:41.584647 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f6a95f8f-6366-40e7-8a0d-fc3d1268661f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6285403 Aug 24 22:39:41.585039 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48026) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:41.590057 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:41.679386 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b390201d-63e9-44d8-b615-9ecb66e5968d req-d7c38ece-a226-4e19-b5f7-465d677b8772 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 210 time: 0.0397880 Aug 24 22:39:41.739043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.048256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.140049 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.157794 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c4d22-631c-4966-a74a-0c1136a69c79,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:42.225844 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.227070 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-558577bf-0056-4043-b576-12809e1dbce2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6409075 Aug 24 22:39:42.230560 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48040) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:42.236596 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:42.296075 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-f9608f35-25c0-47fd-aaea-ccf5e0208e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:42.297594 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-f9608f35-25c0-47fd-aaea-ccf5e0208e03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0426748 Aug 24 22:39:42.331976 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.435343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-4992b6c8-95c4-4a37-96fd-cbf03ae4138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:42.436614 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-4992b6c8-95c4-4a37-96fd-cbf03ae4138a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.1322973 Aug 24 22:39:42.455250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.535434 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-f13d48ab-5398-4736-8ccf-573ee01cb489 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 1001 time: 0.0915012 Aug 24 22:39:42.559732 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb66f0f-e002-44c2-a851-805cdb310ac0 req-fa4d1b09-92fa-4355-ba0a-23839579f117 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:42.561179 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-efb66f0f-e002-44c2-a851-805cdb310ac0 req-fa4d1b09-92fa-4355-ba0a-23839579f117 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0762701 Aug 24 22:39:42.586139 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.627173 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10714bc-e6fe-4da8-bdbc-386f605bfe29,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:42.637781 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-146519f9-f4a5-4bde-92f3-005deb795962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:42.639238 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-146519f9-f4a5-4bde-92f3-005deb795962 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0969324 Aug 24 22:39:42.661386 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-efb66f0f-e002-44c2-a851-805cdb310ac0 req-8e61264f-346c-442b-8021-a24f75e48d0d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783770 Aug 24 22:39:42.688871 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-26fd09f9-1ca9-467c-8b44-2ea04a43762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:42.690398 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-26fd09f9-1ca9-467c-8b44-2ea04a43762d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431988 Aug 24 22:39:42.745569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b3a5efd8-4ca5-4910-9e0c-7b55dbfb56a1 req-096b03cb-c474-40fd-bd49-d55f9c1c8c25 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Aug 24 22:39:42.763151 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:42.764339 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0ecdbdbf-e093-43dc-9e72-f227f7c1dc41 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5326815 Aug 24 22:39:42.768680 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48050) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:42.773256 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:42.811758 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-f37c4e4c-c763-4678-9e79-5498f731d668 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136861 Aug 24 22:39:42.910713 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7a6be756-69f4-4768-9b9c-f9b3caf1557d req-774be3b0-e294-4898-a3c8-b50c2d949938 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Aug 24 22:39:42.963311 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.002912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.111713 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.130062 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5a0df6-807f-41fb-8f46-c138a16c04ac,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:43.248731 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.250103 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a7cb7c8f-bb8f-4784-975d-f79e6a80f6f3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4805117 Aug 24 22:39:43.255359 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48052) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:43.257270 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:43.345414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9473c6da-dca1-4519-960d-da1a772bd358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.380188 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.securitygroups_db [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Project 82bd4c9759814a1386750f449952cd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:39:43.385934 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.447573 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.551482 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.568560 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1170ec10-4e51-4a5d-a33e-1f9736de8c76,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:43.728668 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.731079 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-9fcccc18-c2da-48ed-9da7-50ae65487564 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4765189 Aug 24 22:39:43.734215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48056) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:43.738732 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'security_group_rule': {'security_group_id': '187a9b5c-61fc-43aa-ab3f-6fe2b1123763', 'project_id': '82bd4c9759814a1386750f449952cd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:43.775287 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a8cfb-5b23-4a92-964a-b01456c66917 req-f03e0003-3fa8-4a80-baf7-47aeb15f068c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:43.777366 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f20a8cfb-5b23-4a92-964a-b01456c66917 req-f03e0003-3fa8-4a80-baf7-47aeb15f068c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Aug 24 22:39:43.816528 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f20a8cfb-5b23-4a92-964a-b01456c66917 req-8f7bdd1e-4ac4-42b3-8345-404ac7b2e5d4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Aug 24 22:39:43.847028 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f86dfae3-720c-45ca-9387-ddbe212c2217 req-1447ce51-c6f6-466b-ba63-41c9c2b5eb3e tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 210 time: 0.0306818 Aug 24 22:39:43.847782 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.securitygroups_db [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Project 82bd4c9759814a1386750f449952cd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:39:43.852947 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.906763 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.980475 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:43.998659 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166495e0-c77d-42eb-8af2-49b8706f7524,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:44.100138 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.101390 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e822eea4-a615-4952-92a0-620b74a5eac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3661780 Aug 24 22:39:44.180472 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-31391272-3518-4b3f-826c-acb0c33b3275 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246211044&fields=id&tenant_id=82bd4c9759814a1386750f449952cd96 HTTP/1.1" status: 200 len: 267 time: 0.0340025 Aug 24 22:39:44.235438 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-687af12c-76a1-4561-8241-b228c8f634b5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:44.236991 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-687af12c-76a1-4561-8241-b228c8f634b5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0499458 Aug 24 22:39:44.249732 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'port': {'security_groups': ['6a14ce37-219a-4c50-84c1-6fd6ee683308', '187a9b5c-61fc-43aa-ab3f-6fe2b1123763']}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:44.334273 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-39e1b0ac-5db1-475a-bfd7-25cd3fcdb9dc tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2852120655d849b2b9ad92f0af31aeeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477026 Aug 24 22:39:44.359269 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.582116 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-2587ae68-822d-4a85-909b-4123c7741497 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:44.583580 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-2587ae68-822d-4a85-909b-4123c7741497 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411397 Aug 24 22:39:44.609349 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Request body: {'port': {'device_id': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54', 'admin_state_up': True, 'tenant_id': '2852120655d849b2b9ad92f0af31aeeb'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:44.782743 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:44.816959 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.905604 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Made reservation on behalf of 2852120655d849b2b9ad92f0af31aeeb for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:39:44.909186 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.918353 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.920438 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.937810 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b214ab1-1403-4a16-89b3-7ed0ff4d2a0d req-6edbfa45-c893-498e-9673-ba24ed99902c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:44.939372 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7b214ab1-1403-4a16-89b3-7ed0ff4d2a0d req-6edbfa45-c893-498e-9673-ba24ed99902c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Aug 24 22:39:44.967705 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:39:44.987809 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7b214ab1-1403-4a16-89b3-7ed0ff4d2a0d req-6b2913ed-1cc4-4326-a84b-f1ac36dfdf2c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Aug 24 22:39:44.989539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:44.990206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:44.991833 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8f830f87-e152-494d-802d-da022a0bbfb6 req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "PUT /v2.0/ports/432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 982 time: 0.7478275 Aug 24 22:39:44.992295 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:44.994657 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d" -d '{"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:45.150140 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:39:45.296954 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357637d6-1f15-4f71-9a14-5563d169cb62 x-openstack-request-id: req-357637d6-1f15-4f71-9a14-5563d169cb62 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:45.304266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:45.304266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-357637d6-1f15-4f71-9a14-5563d169cb62 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:45.304266 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:39:45.304592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec77e7c-b233-44c6-b156-5e88ee36cc35 req-b61d312c-c398-4526-8fb3-b0300096dbbb tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:45.306759 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a26c2-f8be-4a40-8c45-787903414e4f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=6']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:45.311627 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dec77e7c-b233-44c6-b156-5e88ee36cc35 req-b61d312c-c398-4526-8fb3-b0300096dbbb tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0612874 Aug 24 22:39:45.326133 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5483a728-0fc6-434d-9655-130184b512e6 req-87a6eb16-f29b-4875-8e9e-3adf18888b37 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 210 time: 0.0447521 Aug 24 22:39:45.371713 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dec77e7c-b233-44c6-b156-5e88ee36cc35 req-9bcf9196-9bf9-4f6e-8e92-9a41b6f5182a tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590358 Aug 24 22:39:45.404666 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.408454 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-ebdfd4a0-4b49-494f-8bc6-380fa12a4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:45.409950 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-ebdfd4a0-4b49-494f-8bc6-380fa12a4782 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1138 time: 0.0776734 Aug 24 22:39:45.428316 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-e6c9c060-78f9-4754-a73b-1599c9508668 None None] Provisioning complete for port 432279de-841f-4f3f-9730-c4f96cf33d03 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:45.428684 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e6c9c060-78f9-4754-a73b-1599c9508668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.500797 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.504341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-b0edcfa0-9f36-41ff-b11c-fe3b0dc7e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:45.506015 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-b0edcfa0-9f36-41ff-b11c-fe3b0dc7e6dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.0891895 Aug 24 22:39:45.571650 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab2be2-2006-4279-bdec-8b638eac0782,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:45.594279 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-0397449e-1660-47a9-acfb-84f260713b06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 1001 time: 0.0795612 Aug 24 22:39:45.604585 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.648305 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-3fafc202-a89e-47b5-8b21-0750f57a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:45.650806 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-3fafc202-a89e-47b5-8b21-0750f57a7d85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0498147 Aug 24 22:39:45.667501 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Allocated IP 192.168.233.80 (aca405ce-cfbc-4429-a7e8-998f7eb1ae54/9d783e94-9934-4bba-8643-ffa89ed85313/f8ab56f9-0229-4bd5-8fc8-574c483227a4) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:39:45.701450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-5e493cdd-52f4-4da9-9d3e-2a31143ca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:45.702971 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-5e493cdd-52f4-4da9-9d3e-2a31143ca0c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451651 Aug 24 22:39:45.803835 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-77a48d63-eeef-4276-b35a-15480ed0c585 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Aug 24 22:39:45.831777 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.852348 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Transition to ACTIVE for port object f8ab56f9-0229-4bd5-8fc8-574c483227a4 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:39:45.905585 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9cd3d435-5aeb-4532-aa53-8a7e99b7e43d req-013ffe66-a754-4149-802b-9083fa4351de service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943356 Aug 24 22:39:45.928963 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-56fa6dbe-b457-4e65-a08c-97bb5369e424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:45.992505 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.037011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:39:46.042839 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:39:46.046933 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:39:46.076049 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Pushing event updated for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:46.130236 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:46.130881 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.146237 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.156012 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de9ff-6cb2-4319-a70e-674dd81257ca req-e794cb3e-53c0-48fb-a65d-0be96dc355e3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:46.162129 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-466de9ff-6cb2-4319-a70e-674dd81257ca req-e794cb3e-53c0-48fb-a65d-0be96dc355e3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0897083 Aug 24 22:39:46.203788 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-466de9ff-6cb2-4319-a70e-674dd81257ca req-f948a676-8595-46d6-bfe7-890697a79701 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Aug 24 22:39:46.215849 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-b0817963-0f9c-4d6e-b37a-a8b8a51bf5f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6133323 Aug 24 22:39:46.239623 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Request body: {'port': {'device_id': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:39:46.297682 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.425682 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-0f7dcdd7-b6eb-4169-964d-6a08542561a6 None None] Provisioning for port f8ab56f9-0229-4bd5-8fc8-574c483227a4 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:39:46.429550 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-0f7dcdd7-b6eb-4169-964d-6a08542561a6 None None] Provisioning complete for port f8ab56f9-0229-4bd5-8fc8-574c483227a4 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:46.429952 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-0f7dcdd7-b6eb-4169-964d-6a08542561a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.468080 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dcdd7-b6eb-4169-964d-6a08542561a6 None None] Port f8ab56f9-0229-4bd5-8fc8-574c483227a4 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:39:46.512136 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb60d-c4bf-401f-a5dd-1cec28c4a77c req-55ba43e3-16b0-478e-8891-f1cc15333056 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:46.513639 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1abcb60d-c4bf-401f-a5dd-1cec28c4a77c req-55ba43e3-16b0-478e-8891-f1cc15333056 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 935 time: 0.1141202 Aug 24 22:39:46.585790 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1abcb60d-c4bf-401f-a5dd-1cec28c4a77c req-fba8937d-851e-4dc9-b250-9d1f51631191 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645273 Aug 24 22:39:46.644998 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ab56f9-0229-4bd5-8fc8-574c483227a4 {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:46.652333 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.664030 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Transition to ACTIVE for port object f8ab56f9-0229-4bd5-8fc8-574c483227a4 will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:39:46.746662 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.797413 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:46.867488 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Attempting to bind port f8ab56f9-0229-4bd5-8fc8-574c483227a4 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:39:46.867822 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Attempting to bind port f8ab56f9-0229-4bd5-8fc8-574c483227a4 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:39:46.868146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Attempting to bind port f8ab56f9-0229-4bd5-8fc8-574c483227a4 on network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:46.873484 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Port f8ab56f9-0229-4bd5-8fc8-574c483227a4 on network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:39:46.873829 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Attempting to bind port f8ab56f9-0229-4bd5-8fc8-574c483227a4 on network aca405ce-cfbc-4429-a7e8-998f7eb1ae54 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:39:46.878711 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:39:46.879065 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Checking segment: {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:39:46.879424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Bound using segment: {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:39:46.879854 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Bound port: f8ab56f9-0229-4bd5-8fc8-574c483227a4, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:39:46.880215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:46.951382 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:39:46.956544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:39:47.002278 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:47.032001 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:47.072025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.072651 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:47.074365 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] 10.222.0.25 "PUT /v2.0/ports/f8ab56f9-0229-4bd5-8fc8-574c483227a4 HTTP/1.1" status: 200 len: 1097 time: 0.8392620 Aug 24 22:39:47.091525 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7207a-98f4-4208-b5c7-00f97e81ef93 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:47.242767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-86a5b7c1-c0cc-457c-975f-ea7f648c321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.244382 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-86a5b7c1-c0cc-457c-975f-ea7f648c321f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2852120655d849b2b9ad92f0af31aeeb&device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 1100 time: 0.0452740 Aug 24 22:39:47.300580 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:47.302908 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc5508c-6372-40ea-803d-f3549578ff47" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:47.307162 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-54b9aa1a-7e25-41df-9256-531341dc3406 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4 HTTP/1.1" status: 200 len: 217 time: 0.0474367 Aug 24 22:39:47.333905 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd7437-fc2d-4429-adc6-ea2d55190063 req-6e46a61a-2e06-4048-a116-e1b6b533ff24 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.335303 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54bd7437-fc2d-4429-adc6-ea2d55190063 req-6e46a61a-2e06-4048-a116-e1b6b533ff24 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0526035 Aug 24 22:39:47.376061 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-54bd7437-fc2d-4429-adc6-ea2d55190063 req-704e58e0-65ae-4bf8-ac2c-d49eb40fa2c4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 Aug 24 22:39:47.402037 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-898bf769-f5a0-433d-a44d-1145aa9cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.403491 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-898bf769-f5a0-433d-a44d-1145aa9cdc59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d783e94-9934-4bba-8643-ffa89ed85313 HTTP/1.1" status: 200 len: 843 time: 0.0566499 Aug 24 22:39:47.441246 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc7a2a2-1a71-40df-bd8b-71d21b8213af x-openstack-request-id: req-9cc7a2a2-1a71-40df-bd8b-71d21b8213af {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:47.441551 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:47.441819 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cc7a2a2-1a71-40df-bd8b-71d21b8213af {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:47.442207 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4', 'status': 'completed', 'code': 200} Aug 24 22:39:47.458770 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-14de2c48-5a53-46e9-9077-404bce832e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.460388 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-14de2c48-5a53-46e9-9077-404bce832e8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aca405ce-cfbc-4429-a7e8-998f7eb1ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477731 Aug 24 22:39:47.555776 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-07c5a3d3-c887-4a0b-9ed9-dc9d0821b26e service neutron] 10.222.0.25 "GET /v2.0/networks/aca405ce-cfbc-4429-a7e8-998f7eb1ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Aug 24 22:39:47.647535 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c499bcb6-04c5-4b4c-82f6-6c787ebac765 req-ac7161bc-0f4b-4358-8342-87a1e9834b55 service neutron] 10.222.0.25 "GET /v2.0/networks/aca405ce-cfbc-4429-a7e8-998f7eb1ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846171 Aug 24 22:39:47.704563 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b10b86-eb1a-482f-821b-3dcbcaeb5c9e req-05249ebc-f738-4a00-a796-e0024276e2e0 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.706092 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-40b10b86-eb1a-482f-821b-3dcbcaeb5c9e req-05249ebc-f738-4a00-a796-e0024276e2e0 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 947 time: 0.0512617 Aug 24 22:39:47.744332 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-40b10b86-eb1a-482f-821b-3dcbcaeb5c9e req-d95fe2bf-9dc4-4d13-8bed-08b5c3e59639 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Aug 24 22:39:47.845769 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1433ce-4ee6-418b-abe7-5d583b3d92c5 req-1d6bd3a5-0946-4426-81f7-0a521804a2a0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.847242 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab1433ce-4ee6-418b-abe7-5d583b3d92c5 req-1d6bd3a5-0946-4426-81f7-0a521804a2a0 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 24 22:39:47.886221 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ab1433ce-4ee6-418b-abe7-5d583b3d92c5 req-f4c732ef-cece-4034-bc02-c7330a103eaf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Aug 24 22:39:47.927780 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-32966ae6-a39c-4d26-9b1a-460b2328b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:47.929314 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-32966ae6-a39c-4d26-9b1a-460b2328b4e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2852120655d849b2b9ad92f0af31aeeb&device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 1100 time: 0.0553503 Aug 24 22:39:47.978913 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48102) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:39:48.029434 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-4833b872-fbe4-42a0-b1fc-f14cc4b17b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:48.031107 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-4833b872-fbe4-42a0-b1fc-f14cc4b17b76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aca405ce-cfbc-4429-a7e8-998f7eb1ae54 HTTP/1.1" status: 200 len: 870 time: 0.0946236 Aug 24 22:39:48.068466 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-728e9cea-9241-42a0-a6bc-9b786b892075 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877283 Aug 24 22:39:48.077128 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-90daaf8b-e4e8-445d-b51d-9db1ca42d5f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4 HTTP/1.1" status: 200 len: 217 time: 0.0384977 Aug 24 22:39:48.128813 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-de09ecd5-3b31-40d2-b0bc-8d25751304da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:48.130337 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-de09ecd5-3b31-40d2-b0bc-8d25751304da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9d783e94-9934-4bba-8643-ffa89ed85313 HTTP/1.1" status: 200 len: 843 time: 0.0458307 Aug 24 22:39:48.180661 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-0169c907-949d-4390-a8b2-7b3343b79caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:48.182208 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-0169c907-949d-4390-a8b2-7b3343b79caa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aca405ce-cfbc-4429-a7e8-998f7eb1ae54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437419 Aug 24 22:39:48.277362 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-7515c3b8-3813-40cf-b891-95181a1be872 service neutron] 10.222.0.25 "GET /v2.0/networks/aca405ce-cfbc-4429-a7e8-998f7eb1ae54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Aug 24 22:39:48.368110 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:39:48.368882 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1fc5508c-6372-40ea-803d-f3549578ff47 req-560bbb9f-d0cb-4223-8166-34fe3b63eb4a service neutron] 10.222.0.25 "GET /v2.0/networks/aca405ce-cfbc-4429-a7e8-998f7eb1ae54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837870 Aug 24 22:39:48.461357 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:48.485371 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:48.488464 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b5a98-e6cd-427c-84fb-02e4c5e59a84" -d '{"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-unplugged", "status": "completed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:48.504478 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:48.523248 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec95942-e49a-42c1-8bd4-658bfd5b5fbe x-openstack-request-id: req-3ec95942-e49a-42c1-8bd4-658bfd5b5fbe {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:48.523544 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-unplugged", "status": "failed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "code": 422}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:48.523801 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ec95942-e49a-42c1-8bd4-658bfd5b5fbe {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:48.524218 dv-cinder-805887-2-iscsi neutron-server[94376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'code': 422} returned with failed status Aug 24 22:39:48.637696 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:48.665358 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:48.685238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=6']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:48.692317 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.692662 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.693004 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.693342 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.693709 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.694042 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.694371 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.694724 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.695033 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.695358 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.695683 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.696005 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:39:48.857321 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5978590-668b-4cb4-95a3-f87521c31931 req-aee69e1a-73c5-4344-a0dc-25bc7998d142 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:48.858839 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b5978590-668b-4cb4-95a3-f87521c31931 req-aee69e1a-73c5-4344-a0dc-25bc7998d142 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 947 time: 0.0476334 Aug 24 22:39:48.898031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b5978590-668b-4cb4-95a3-f87521c31931 req-6589b8f2-d745-4a96-a1da-f5b6d7247faa tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Aug 24 22:39:49.010206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997a6bf-bbac-45a1-a2ec-d1c3a00d6cc5 req-900f4525-b851-4506-9a2b-b96a0f786b4a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:49.012807 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3997a6bf-bbac-45a1-a2ec-d1c3a00d6cc5 req-900f4525-b851-4506-9a2b-b96a0f786b4a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0550349 Aug 24 22:39:49.051348 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3997a6bf-bbac-45a1-a2ec-d1c3a00d6cc5 req-1f091ebb-4fb9-457a-8d47-d5a61d76b4cd tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Aug 24 22:39:50.031927 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1a2e-7b68-4308-83ba-d189009bc40a req-9fe924f2-0744-404f-b759-9220e38a9f31 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:50.033509 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e1cf1a2e-7b68-4308-83ba-d189009bc40a req-9fe924f2-0744-404f-b759-9220e38a9f31 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 947 time: 0.0605381 Aug 24 22:39:50.088032 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e1cf1a2e-7b68-4308-83ba-d189009bc40a req-a24960a9-b0d9-4263-a505-c30923981295 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484090 Aug 24 22:39:50.176741 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e390de-6f45-452b-a3ea-efd74a6be2a3 req-362e15d1-cf71-4256-8d6e-e8dcb6b01f1c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:50.178302 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-60e390de-6f45-452b-a3ea-efd74a6be2a3 req-362e15d1-cf71-4256-8d6e-e8dcb6b01f1c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0480258 Aug 24 22:39:50.215721 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-60e390de-6f45-452b-a3ea-efd74a6be2a3 req-1fc967f6-df68-410b-8f1d-3bd5f93c17fb tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Aug 24 22:39:50.365717 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f8ab56f9-0229-4bd5-8fc8-574c483227a4 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:39:50.476140 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:50.487362 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4', 'network_id': 'aca405ce-cfbc-4429-a7e8-998f7eb1ae54', 'port_id': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4', 'mac_address': 'fa:16:3e:f9:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d783e94-9934-4bba-8643-ffa89ed85313', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:39:50.525063 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:50.538524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ab56f9-0229-4bd5-8fc8-574c483227a4 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:39:50.559148 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:50.654282 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:50.708068 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:51.102287 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['f8ab56f9-0229-4bd5-8fc8-574c483227a4'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:39:51.200102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-d73cff7b-e083-409e-a10d-4f6631099106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.201837 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-d73cff7b-e083-409e-a10d-4f6631099106 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648&tenant_id=4176fc5b624843dea166834b19ba436c HTTP/1.1" status: 200 len: 1096 time: 0.0536516 Aug 24 22:39:51.212771 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047772a-37e9-4cd5-ae17-2f2dbbbd8104 req-9de6a454-8716-447b-b236-12c009d43f25 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.215454 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e047772a-37e9-4cd5-ae17-2f2dbbbd8104 req-9de6a454-8716-447b-b236-12c009d43f25 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 948 time: 0.0513611 Aug 24 22:39:51.264304 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e047772a-37e9-4cd5-ae17-2f2dbbbd8104 req-4efebea2-4c00-4820-a466-7f51967a9e56 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Aug 24 22:39:51.290894 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-8ff314cc-3e20-429a-8de0-227776718fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.293041 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-8ff314cc-3e20-429a-8de0-227776718fc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1096 time: 0.0586786 Aug 24 22:39:51.400011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46c88e-386f-4698-8bdd-284089c04926 req-1a3aed92-ab70-416c-90fc-74769822c696 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.402034 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf46c88e-386f-4698-8bdd-284089c04926 req-1a3aed92-ab70-416c-90fc-74769822c696 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.1025915 Aug 24 22:39:51.437757 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-babb774a-7609-49f2-9218-41046ad51aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.439212 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-babb774a-7609-49f2-9218-41046ad51aae service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.1390936 Aug 24 22:39:51.492120 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cf46c88e-386f-4698-8bdd-284089c04926 req-2dd1fe24-bd85-4126-bf1c-7aee8c7c82c8 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815964 Aug 24 22:39:51.517515 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-9971435a-c85c-4f5d-af0c-8c254da0ceed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 999 time: 0.0680459 Aug 24 22:39:51.569772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-192d8580-3c9f-4240-8510-e323ba10368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.571026 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-192d8580-3c9f-4240-8510-e323ba10368d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0449011 Aug 24 22:39:51.621425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-cc295228-31e2-4819-9905-0e02d22cf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:51.623009 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-cc295228-31e2-4819-9905-0e02d22cf328 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447574 Aug 24 22:39:51.753368 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-a99c08d4-3ff7-4650-b0fc-9232e43c47f3 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223936 Aug 24 22:39:51.844842 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-217b0b18-bac0-4eac-b47b-1ce462c21e80 req-2247e272-bacf-47ca-bd69-128b25182fd4 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827398 Aug 24 22:39:52.381599 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d02a-7289-4d07-bc8b-2e247fab6e8c req-a0ef509d-9071-42dc-8f3f-5fe0e345c36b tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:52.383059 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b8c6d02a-7289-4d07-bc8b-2e247fab6e8c req-a0ef509d-9071-42dc-8f3f-5fe0e345c36b tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 948 time: 0.0481799 Aug 24 22:39:52.425190 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b8c6d02a-7289-4d07-bc8b-2e247fab6e8c req-56051883-1e72-4b5f-9402-c11df55095ae tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Aug 24 22:39:52.611262 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6728-ae2e-48f2-bed4-8ef970a1e1cb req-26101bde-12d1-4930-9d38-a922323416f4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:52.612804 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fa0e6728-ae2e-48f2-bed4-8ef970a1e1cb req-26101bde-12d1-4930-9d38-a922323416f4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0497868 Aug 24 22:39:52.652598 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fa0e6728-ae2e-48f2-bed4-8ef970a1e1cb req-38ba6ba2-beaa-47d8-b5ba-1f465d00fa4e tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Aug 24 22:39:53.543880 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b30982-c4d1-4503-a612-b99f250d64bb req-69867838-fe5d-402c-95b0-ac44b1781338 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:53.545369 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1b30982-c4d1-4503-a612-b99f250d64bb req-69867838-fe5d-402c-95b0-ac44b1781338 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 948 time: 0.0492201 Aug 24 22:39:53.583061 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a1b30982-c4d1-4503-a612-b99f250d64bb req-eb2cd278-63ef-4a0e-8e68-6443ab7bde3c tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Aug 24 22:39:53.770365 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8437656-baa6-4b60-917b-21396c34e67c req-14eb7180-f366-4592-a2da-6a4d354bd7aa tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:53.771759 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e8437656-baa6-4b60-917b-21396c34e67c req-14eb7180-f366-4592-a2da-6a4d354bd7aa tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0493152 Aug 24 22:39:53.810463 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e8437656-baa6-4b60-917b-21396c34e67c req-5566f611-29de-4e7a-b68f-9258c87ee46a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Aug 24 22:39:54.373834 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f8ab56f9-0229-4bd5-8fc8-574c483227a4 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:39:54.482473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port f8ab56f9-0229-4bd5-8fc8-574c483227a4 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:39:54.486291 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port f8ab56f9-0229-4bd5-8fc8-574c483227a4 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:39:54.487655 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:54.574870 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:54.597718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:39:54.599977 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fcf682-6bf7-49fc-aff8-3cd3b642a49c" -d '{"events": [{"server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "name": "network-vif-plugged", "status": "completed", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:39:54.613737 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:54.639657 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab76156-d387-4714-89b9-b729d98c2f6b x-openstack-request-id: req-0ab76156-d387-4714-89b9-b729d98c2f6b {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:39:54.639949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "name": "network-vif-plugged", "status": "completed", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:39:54.640201 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ab76156-d387-4714-89b9-b729d98c2f6b {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:39:54.640595 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4', 'code': 200} Aug 24 22:39:54.682041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:54.702847 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65739-a028-45d9-8579-4f10249e8a1b req-85bcc9db-851c-4093-87dc-248d7a1a8531 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:54.704364 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9b65739-a028-45d9-8579-4f10249e8a1b req-85bcc9db-851c-4093-87dc-248d7a1a8531 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 948 time: 0.0502045 Aug 24 22:39:54.748380 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a9b65739-a028-45d9-8579-4f10249e8a1b req-651c1492-11a3-49fc-b0ce-f4069cb8ed0f tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Aug 24 22:39:54.751377 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:39:54.930086 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7de1c2-cc07-49a6-ba38-4f2eb71cab6a req-6d634c84-bc6f-47de-94e0-1ce2ea3781dc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:54.931702 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7f7de1c2-cc07-49a6-ba38-4f2eb71cab6a req-6d634c84-bc6f-47de-94e0-1ce2ea3781dc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0481305 Aug 24 22:39:54.975994 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7f7de1c2-cc07-49a6-ba38-4f2eb71cab6a req-827f2c18-e29b-4b97-b177-a713f0d8eb5b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383954 Aug 24 22:39:55.015862 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366269a-5945-421a-a474-2e16f38fb922 req-e4f327a3-1042-4ef6-91bd-06bc34ff2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:55.017260 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9366269a-5945-421a-a474-2e16f38fb922 req-e4f327a3-1042-4ef6-91bd-06bc34ff2291 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 1102 time: 0.0403850 Aug 24 22:39:55.055622 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9366269a-5945-421a-a474-2e16f38fb922 req-56b9c7fb-ff40-4d4c-a55a-3685bc9f3714 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Aug 24 22:39:55.861449 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e503177-0902-43bf-95af-cf24746dc8f6 req-d22dfedb-b6b1-4851-a3ba-9a018e039f84 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:55.863039 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9e503177-0902-43bf-95af-cf24746dc8f6 req-d22dfedb-b6b1-4851-a3ba-9a018e039f84 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0479531 Aug 24 22:39:55.901112 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9e503177-0902-43bf-95af-cf24746dc8f6 req-4acc5a1b-a080-4d5e-acc6-5f13ef606f4e tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Aug 24 22:39:56.093210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d743-c924-4a89-b4f9-fba9fd17dcec req-4df7ed3c-0b6b-49d4-9ad2-a288e701d6bf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:56.094719 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8f1d743-c924-4a89-b4f9-fba9fd17dcec req-4df7ed3c-0b6b-49d4-9ad2-a288e701d6bf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0483084 Aug 24 22:39:56.133331 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e8f1d743-c924-4a89-b4f9-fba9fd17dcec req-837da61d-3662-4612-9185-3dc183f38c7a tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Aug 24 22:39:57.048408 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba600f9-1126-492c-a3ac-15832f3886bf req-742ca946-25f1-4f37-bf99-52b38f41c3f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:57.050008 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aba600f9-1126-492c-a3ac-15832f3886bf req-742ca946-25f1-4f37-bf99-52b38f41c3f1 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0595677 Aug 24 22:39:57.097826 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aba600f9-1126-492c-a3ac-15832f3886bf req-c6a1abd1-4faf-41ef-8d73-ca20318e938d tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Aug 24 22:39:57.265425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c0fd5-0c5b-4631-ae27-67ec6d0abec1 req-a5d2c508-ba9a-4f96-abe5-7bbf17ae8982 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:57.266878 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d6c0fd5-0c5b-4631-ae27-67ec6d0abec1 req-a5d2c508-ba9a-4f96-abe5-7bbf17ae8982 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0578022 Aug 24 22:39:57.321721 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2d6c0fd5-0c5b-4631-ae27-67ec6d0abec1 req-5d05a71e-bc5a-49cd-8982-15a86bddedb1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Aug 24 22:39:57.652538 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992e41d-0da2-42e5-8fd7-d72df35f9a49 req-2b46ae3e-e700-4c50-acdf-023d588b35b9 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:57.654076 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5992e41d-0da2-42e5-8fd7-d72df35f9a49 req-2b46ae3e-e700-4c50-acdf-023d588b35b9 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0550356 Aug 24 22:39:57.694765 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5992e41d-0da2-42e5-8fd7-d72df35f9a49 req-834397f1-87c5-4623-9503-abd8cd5b24e2 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 24 22:39:58.435877 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e6ce-228b-49f3-ae53-a2a0dc6fac14 req-3a71f545-26d7-41c9-b088-33fdd6dd02b6 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:58.437474 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-22c1e6ce-228b-49f3-ae53-a2a0dc6fac14 req-3a71f545-26d7-41c9-b088-33fdd6dd02b6 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0490608 Aug 24 22:39:58.486305 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-22c1e6ce-228b-49f3-ae53-a2a0dc6fac14 req-c8546923-373d-4661-8b30-510f99a580ab tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Aug 24 22:39:58.818754 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe7462-cd11-4aa5-8dc2-888372d565ca req-d59aa7fb-f214-49b8-882c-4e03e48de8ae tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:58.820287 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7ffe7462-cd11-4aa5-8dc2-888372d565ca req-d59aa7fb-f214-49b8-882c-4e03e48de8ae tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0516632 Aug 24 22:39:58.859463 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7ffe7462-cd11-4aa5-8dc2-888372d565ca req-e85e9385-ebc7-404b-8a39-f6e1035ac9c7 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Aug 24 22:39:59.585856 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-646f694c-418a-410a-a768-9e292d4446fb tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:59.587275 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-646f694c-418a-410a-a768-9e292d4446fb tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0614712 Aug 24 22:39:59.672111 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480665-a10f-490b-bf1c-2c866543eab5 req-495a8d47-9b85-42ea-8078-b4f040c8eeaa tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:59.673707 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5c480665-a10f-490b-bf1c-2c866543eab5 req-495a8d47-9b85-42ea-8078-b4f040c8eeaa tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.1112881 Aug 24 22:39:59.725739 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5c480665-a10f-490b-bf1c-2c866543eab5 req-3634ba7b-3793-4b1b-be01-4e5f3b5cee7f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Aug 24 22:39:59.728929 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Deleting port f8ab56f9-0229-4bd5-8fc8-574c483227a4 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:39:59.728929 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:59.819539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] For port f8ab56f9-0229-4bd5-8fc8-574c483227a4, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f8ab56f9-0229-4bd5-8fc8-574c483227a4,segment=NetworkSegment(8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2),segment_id=8b649dd9-b5b1-4bec-ac47-eddc3d2b3ae2)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:39:59.820263 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:39:59.832255 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Calling delete_port for f8ab56f9-0229-4bd5-8fc8-574c483227a4 owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:39:59.982269 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e276965-b3e4-4462-9d41-1c226f38db9d req-8533e1f7-f3fe-42a0-ad32-50d7d080da3c tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:39:59.983758 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e276965-b3e4-4462-9d41-1c226f38db9d req-8533e1f7-f3fe-42a0-ad32-50d7d080da3c tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 949 time: 0.0525482 Aug 24 22:40:00.027514 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e276965-b3e4-4462-9d41-1c226f38db9d req-5941f55f-7aad-4478-9fab-ac9f544b2088 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ab2be2-2006-4279-bdec-8b638eac0782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Aug 24 22:40:00.070595 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:00.100806 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Pushing event deleted for resources: {'Port': ['ID=f8ab56f9-0229-4bd5-8fc8-574c483227a4,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:00.114307 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['f8ab56f9-0229-4bd5-8fc8-574c483227a4'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:40:00.145150 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] No DVR routers for this DVR port f8ab56f9-0229-4bd5-8fc8-574c483227a4 on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:40:00.147608 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:00.149644 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cb9212cf-04ba-46a8-b2ae-4a8f0590dfa5 req-ef87c5df-56a1-43c9-bca9-2ff02b762716 tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.25 "DELETE /v2.0/ports/f8ab56f9-0229-4bd5-8fc8-574c483227a4 HTTP/1.1" status: 204 len: 173 time: 0.5487382 Aug 24 22:40:00.150085 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'name': 'network-vif-deleted', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:00.153070 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f2f074-6145-4cbb-8498-5f80d232f9f4" -d '{"events": [{"server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "name": "network-vif-deleted", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:00.195632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd95350-a7c2-4c40-931c-4b417eecb7fd x-openstack-request-id: req-cfd95350-a7c2-4c40-931c-4b417eecb7fd {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:00.195632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd2b79e-d78e-413f-b8cc-312b90b1dc67", "name": "network-vif-deleted", "tag": "f8ab56f9-0229-4bd5-8fc8-574c483227a4", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:00.195632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfd95350-a7c2-4c40-931c-4b417eecb7fd {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:00.195632 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd2b79e-d78e-413f-b8cc-312b90b1dc67', 'name': 'network-vif-deleted', 'tag': 'f8ab56f9-0229-4bd5-8fc8-574c483227a4', 'status': 'completed', 'code': 200} Aug 24 22:40:00.843870 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a320a46-243d-4622-8aa3-e5a4fdd95b51 req-7fb9e398-4d1b-4d9c-acaf-2f1222d12407 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:00.845639 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a320a46-243d-4622-8aa3-e5a4fdd95b51 req-7fb9e398-4d1b-4d9c-acaf-2f1222d12407 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0486808 Aug 24 22:40:00.888330 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8a320a46-243d-4622-8aa3-e5a4fdd95b51 req-94c8e00f-c346-4603-acf2-0ce6053d5a14 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Aug 24 22:40:01.157831 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-89783248-18a8-431e-b97c-00254891de5a req-679352cf-45e8-442d-922b-c4b010dab75e tempest-VolumesNegativeTest-1447166324 tempest-VolumesNegativeTest-1447166324-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd2b79e-d78e-413f-b8cc-312b90b1dc67 HTTP/1.1" status: 200 len: 210 time: 0.0404363 Aug 24 22:40:02.038826 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e19a97-e7e5-4e56-a81d-4efb045f5e79 req-5f93669b-7de0-4c35-84d9-735a28dee6b4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:02.041220 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-28e19a97-e7e5-4e56-a81d-4efb045f5e79 req-5f93669b-7de0-4c35-84d9-735a28dee6b4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 943 time: 0.0756161 Aug 24 22:40:02.096168 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-28e19a97-e7e5-4e56-a81d-4efb045f5e79 req-e52b77f1-d5a2-45c5-8534-9dac7466b9f9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486040 Aug 24 22:40:02.397801 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:40:02.493664 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:02.505827 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'port_id': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'mac_address': 'fa:16:3e:61:7b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:40:02.543732 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:02.556964 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:40:02.581113 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:02.659112 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:02.711283 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=7']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:03.104027 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:40:03.216301 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9d623-a0b1-4988-a7ad-a32df6f2f4a0 req-0068f8b8-3bd4-4abe-910d-6b57b6550bbc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:03.218089 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dfd9d623-a0b1-4988-a7ad-a32df6f2f4a0 req-0068f8b8-3bd4-4abe-910d-6b57b6550bbc tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0551209 Aug 24 22:40:03.261178 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dfd9d623-a0b1-4988-a7ad-a32df6f2f4a0 req-3b8f0e9b-d342-453a-813e-d98c6f24eb34 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342174 Aug 24 22:40:04.382863 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db963b-0f9b-4df1-9741-3c9010aeee56 req-f89773d9-980d-4cb0-8a35-d8a993d13bb3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:04.384374 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6db963b-0f9b-4df1-9741-3c9010aeee56 req-f89773d9-980d-4cb0-8a35-d8a993d13bb3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 944 time: 0.0508323 Aug 24 22:40:04.399888 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:40:04.427933 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6db963b-0f9b-4df1-9741-3c9010aeee56 req-e8835ae0-6eb5-498b-8d7e-b74fae959b89 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369217 Aug 24 22:40:04.452281 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:40:04.452794 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:04.533835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:04.555863 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:04.558224 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462122e6-30e6-493b-bda1-9e593a944a04" -d '{"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-plugged", "status": "completed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:04.570446 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:04.596462 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6332a49e-6144-4e9c-b583-6e384c094f9b x-openstack-request-id: req-6332a49e-6144-4e9c-b583-6e384c094f9b {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:04.596756 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-plugged", "status": "completed", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:04.597010 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6332a49e-6144-4e9c-b583-6e384c094f9b {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:04.597398 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'code': 200} Aug 24 22:40:04.626090 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:04.627002 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f8ab56f9-0229-4bd5-8fc8-574c483227a4 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:40:04.649308 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: f8ab56f9-0229-4bd5-8fc8-574c483227a4 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:40:04.649687 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f8ab56f9-0229-4bd5-8fc8-574c483227a4 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:40:04.694287 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=8']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:04.925949 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e131f-00e5-4b93-ba88-f29873d6cc6a req-e8aee6dc-37f1-4528-b794-09a566145a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:04.927451 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7d5e131f-00e5-4b93-ba88-f29873d6cc6a req-e8aee6dc-37f1-4528-b794-09a566145a8b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0389855 Aug 24 22:40:04.962944 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7d5e131f-00e5-4b93-ba88-f29873d6cc6a req-ad67a67a-dff8-4ff2-887e-8d79af5cfe63 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287569 Aug 24 22:40:05.606557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a2051-57a5-41fb-9cb4-9e1484d13268 req-c029cbc5-0673-4b6f-b0ee-6a6ea04f8098 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:05.608349 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dd7a2051-57a5-41fb-9cb4-9e1484d13268 req-c029cbc5-0673-4b6f-b0ee-6a6ea04f8098 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0918264 Aug 24 22:40:05.662783 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dd7a2051-57a5-41fb-9cb4-9e1484d13268 req-4975f804-20ab-40c3-9dd3-5ad06fe82661 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Aug 24 22:40:06.793703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316e8c-acda-40bd-af08-5776240afc27 req-d7609647-4907-42ba-8bc6-5b89908114a9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:06.795246 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-41316e8c-acda-40bd-af08-5776240afc27 req-d7609647-4907-42ba-8bc6-5b89908114a9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0547664 Aug 24 22:40:06.835870 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-41316e8c-acda-40bd-af08-5776240afc27 req-13fef20b-53f9-44ac-9495-0c01452f4a23 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338225 Aug 24 22:40:07.958668 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0bfd0-f971-4e1f-ae23-a011ee94a844 req-fe314704-0235-4d76-9739-62206ee2fba4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:07.961909 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4df0bfd0-f971-4e1f-ae23-a011ee94a844 req-fe314704-0235-4d76-9739-62206ee2fba4 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0505126 Aug 24 22:40:08.020695 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4df0bfd0-f971-4e1f-ae23-a011ee94a844 req-987989a2-1e9f-4173-bb52-b93ccf6c7513 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490308 Aug 24 22:40:08.136801 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48464) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:08.265361 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3164046c-5c57-4efa-a775-591b2f6bac50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2852120655d849b2b9ad92f0af31aeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274099 Aug 24 22:40:08.267748 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48468) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:08.313911 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:08.338352 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:08.477169 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:08.479855 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:08.481155 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57ab2be2-2006-4279-bdec-8b638eac0782 HTTP/1.1" status: 204 len: 168 time: 0.2124910 Aug 24 22:40:08.489070 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e55fba-72b3-4649-9d2d-53644069f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab2be2-2006-4279-bdec-8b638eac0782,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:09.502548 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-2584089d-3074-419c-8cc1-b14e5c065541 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429566 Aug 24 22:40:09.575272 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531813-600e-4085-9aba-52f1a762e080 req-064ea254-32d7-49fe-b1b3-d4c88fd4d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:09.576769 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-064ea254-32d7-49fe-b1b3-d4c88fd4d94e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0400925 Aug 24 22:40:09.681209 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531813-600e-4085-9aba-52f1a762e080 req-491eba3b-9e53-4a03-8489-3654d4ae0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:09.682884 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-491eba3b-9e53-4a03-8489-3654d4ae0cd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.0866578 Aug 24 22:40:09.749263 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-a7392d9b-cafd-4974-adf6-f913231114db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 1001 time: 0.0585158 Aug 24 22:40:09.798061 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531813-600e-4085-9aba-52f1a762e080 req-00b7e404-b438-45fe-92f4-23587e1a15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:09.799435 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-00b7e404-b438-45fe-92f4-23587e1a15dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0438716 Aug 24 22:40:09.848034 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531813-600e-4085-9aba-52f1a762e080 req-35c6c658-bbd7-4729-ad68-209010dfc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:09.849552 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-35c6c658-bbd7-4729-ad68-209010dfc0d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436602 Aug 24 22:40:09.938308 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-51af610c-adc6-48aa-ad91-b5991727f75d service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819507 Aug 24 22:40:10.033009 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-54531813-600e-4085-9aba-52f1a762e080 req-4e3c0efc-5b3f-4145-babc-1bbb8867fc21 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876944 Aug 24 22:40:13.339260 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-17b7a0a5-e69a-4bf8-8880-ac5e1a57575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:15.545109 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:15.962538 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-782b032e-3531-4796-96e7-b7c4456ca5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:16.139777 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:17.008117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:18.497844 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:40:18.750792 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:21.654598 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80b3a1-9743-4b77-be30-f990206e84a6 req-f2e91bac-9e60-4bd2-a22d-55bad9d66426 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:21.656113 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb80b3a1-9743-4b77-be30-f990206e84a6 req-f2e91bac-9e60-4bd2-a22d-55bad9d66426 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Aug 24 22:40:21.695961 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb80b3a1-9743-4b77-be30-f990206e84a6 req-6714e8bd-6c95-42c0-a8ef-0f85b6b9c141 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Aug 24 22:40:22.816630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951a0d5-072b-43bf-ab78-fd32b78f57eb req-8d0feb06-f5b2-4880-add4-9418111c66d4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:22.818145 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5951a0d5-072b-43bf-ab78-fd32b78f57eb req-8d0feb06-f5b2-4880-add4-9418111c66d4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0516732 Aug 24 22:40:22.856429 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5951a0d5-072b-43bf-ab78-fd32b78f57eb req-9faa80bd-c95d-44fd-931e-bd8d44c63ad8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3af568d-c688-4d10-8a27-e43c54822c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322289 Aug 24 22:40:23.089256 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-c86caa66-01af-4399-9efa-702400e90b48 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:23.090705 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-c86caa66-01af-4399-9efa-702400e90b48 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 945 time: 0.0498908 Aug 24 22:40:23.189851 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Deleting port 35374e15-a04d-435c-9d6c-b25c9da11de7 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:40:23.190189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:23.279407 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] For port 35374e15-a04d-435c-9d6c-b25c9da11de7, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=35374e15-a04d-435c-9d6c-b25c9da11de7,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:23.279760 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:23.446363 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:23.446746 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:23.447062 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Floating IP 6b49aa78-6991-467c-ac56-3498ae068ec5 disassociated. External IP: 172.27.0.62, port: 35374e15-a04d-435c-9d6c-b25c9da11de7. Aug 24 22:40:23.447502 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Calling delete_port for 35374e15-a04d-435c-9d6c-b25c9da11de7 owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:40:23.865143 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:23.899031 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'Port': ['ID=35374e15-a04d-435c-9d6c-b25c9da11de7,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:23.964468 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6e207a90-a1a2-4441-8b2f-6fdd9c2072c9 req-4c052d8b-7b32-48df-8faa-6c53611ccf68 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0333774 Aug 24 22:40:24.043674 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:40:24.151514 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:40:24.162401 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:40:24.172017 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:40:24.172634 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:40:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:24.191657 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] No DVR routers for this DVR port 35374e15-a04d-435c-9d6c-b25c9da11de7 on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:40:24.194198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:24.196209 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dda6f844-196e-45d0-b91d-b66068df6b66 req-b81d25c0-1743-4149-b6d6-f72cc0e8cd89 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "DELETE /v2.0/ports/35374e15-a04d-435c-9d6c-b25c9da11de7 HTTP/1.1" status: 204 len: 173 time: 1.0932093 Aug 24 22:40:24.196648 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'name': 'network-vif-deleted', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:24.199700 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22d72ee-bf00-4024-82b1-06626fa2c943" -d '{"events": [{"server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "name": "network-vif-deleted", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:24.254109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53c7c4-bd0a-4f3d-b712-87c068da00f3 x-openstack-request-id: req-7d53c7c4-bd0a-4f3d-b712-87c068da00f3 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:24.254463 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663832be-df91-4481-805f-e0356cd977c2", "name": "network-vif-deleted", "tag": "35374e15-a04d-435c-9d6c-b25c9da11de7", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:24.254776 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d53c7c4-bd0a-4f3d-b712-87c068da00f3 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:24.255485 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663832be-df91-4481-805f-e0356cd977c2', 'name': 'network-vif-deleted', 'tag': '35374e15-a04d-435c-9d6c-b25c9da11de7', 'status': 'completed', 'code': 200} Aug 24 22:40:24.290633 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:40:24.513385 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:24.539054 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:40:24.548496 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:40:24.549106 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:40:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:24.663036 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:40:24.874309 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:25.030174 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b63f23-d838-45bf-b17f-05f0b592b0ca None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:40:25.096553 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cd8010cd-54ba-4fd8-9cf8-2c7af532a633 req-5fe7c528-576c-42a4-9f8c-ccbd3e318ebd tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=663832be-df91-4481-805f-e0356cd977c2 HTTP/1.1" status: 200 len: 210 time: 0.0296247 Aug 24 22:40:25.279256 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1860f93-f3f2-4b07-a605-001ae1034b2d None None] New status for floating IP 6b49aa78-6991-467c-ac56-3498ae068ec5: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:40:27.267122 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48540) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:27.324065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.347551 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.465235 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.467845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.469042 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "DELETE /v2.0/security-groups/b3af568d-c688-4d10-8a27-e43c54822c88 HTTP/1.1" status: 204 len: 168 time: 0.2009466 Aug 24 22:40:27.472592 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48542) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:27.479199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef04abc-d30b-429f-9160-0afe7b193aad tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af568d-c688-4d10-8a27-e43c54822c88,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:27.492640 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.api.v2.resource [None req-abb721fc-c6e8-4de9-9a08-def4542e52c8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] show failed (client error): The resource could not be found. Aug 24 22:40:27.493732 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-abb721fc-c6e8-4de9-9a08-def4542e52c8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups/b3af568d-c688-4d10-8a27-e43c54822c88 HTTP/1.1" status: 404 len: 347 time: 0.0197513 Aug 24 22:40:27.497615 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 48544) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:27.631884 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Deleting port 0abc2bff-f357-48f2-8775-cd92d6d57356 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:40:27.632235 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.710214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.710542 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.723581 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Calling delete_port for 0abc2bff-f357-48f2-8775-cd92d6d57356 owned by network:floatingip {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:40:27.956469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:27.983851 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'Port': ['ID=0abc2bff-f357-48f2-8775-cd92d6d57356,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:28.074357 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:28.079218 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:28.081194 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-29af4abf-4777-446f-8ec0-f844d012475a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "DELETE /v2.0/floatingips/6b49aa78-6991-467c-ac56-3498ae068ec5 HTTP/1.1" status: 204 len: 168 time: 0.5823171 Aug 24 22:40:28.556076 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 35374e15-a04d-435c-9d6c-b25c9da11de7 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:40:28.576623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 35374e15-a04d-435c-9d6c-b25c9da11de7 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:40:28.576968 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 35374e15-a04d-435c-9d6c-b25c9da11de7 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:40:28.648131 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48552) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:28.653952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216321375', 'description': 'tempest-description--1589281052'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:28.774119 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:28.869930 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:28.939631 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:28.970939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c688145-c5fe-478f-a9a7-b83d6668370f,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:29.030870 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.032138 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-41abdc7f-23a3-4da0-a41b-a4ac5c7c87c3 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3829048 Aug 24 22:40:29.035274 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48554) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:29.039815 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group_rule': {'security_group_id': '5c688145-c5fe-478f-a9a7-b83d6668370f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:29.151103 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.234622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.350692 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.370450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20c061d-b8e5-474c-b721-cb8084f5180e,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:29.459651 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.460962 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-83e75a9d-8206-4ac5-abd9-d117906dfe75 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247494 Aug 24 22:40:29.464629 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48560) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:29.469126 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'security_group_rule': {'security_group_id': '5c688145-c5fe-478f-a9a7-b83d6668370f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:29.613073 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.670963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.762045 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.782424 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b3247f-5787-4056-8635-f917cc8d7b62,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:29.853944 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:29.855332 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d723c114-05de-48cb-8048-0ed047dd65b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897440 Aug 24 22:40:29.858447 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48562) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:29.863069 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:29.962410 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.065384 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.170552 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Allocated IP 172.27.0.83 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:40:30.273903 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.391521 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.431477 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:40:30.434915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:40:30.438487 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:40:30.443773 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:30.526265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.651676 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.801761 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.842926 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:30.937729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:30.952585 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:31.036719 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:31.038276 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1d1a4de1-f0e9-4e46-a06b-aa1e9615be0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1786778 Aug 24 22:40:31.230970 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-0bd2e5f6-8f51-4ab7-897d-25af734f6964 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1216321375&fields=id&tenant_id=4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 267 time: 0.0341897 Aug 24 22:40:31.336947 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-dbe3a980-7077-4729-87cb-172cf1273a6e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:31.338557 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-dbe3a980-7077-4729-87cb-172cf1273a6e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 810 time: 0.1003182 Aug 24 22:40:31.354096 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-a018f824-9391-4a22-beaf-32e196c19d6a tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/quotas/4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Aug 24 22:40:31.417548 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-63e7f6ba-adb2-4e23-81dc-b2ff26c01671 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576205 Aug 24 22:40:31.519553 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-ac98813f-9c21-4900-a9b4-78e179ba4ebf service neutron] 10.222.0.39 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895550 Aug 24 22:40:31.609567 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-ceb6cc96-3d33-4c4f-af84-c658ec0ce004 service neutron] 10.222.0.39 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831201 Aug 24 22:40:31.863188 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6c1c5a29-9a79-47e9-b586-7efb2e7a8bf3 req-eae62629-d329-4fc3-a815-794ded0ecac7 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Aug 24 22:40:32.962169 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7be1be33-454e-468b-862e-b4cfec1396e6 req-aefe5a3f-56ec-4b6a-80c3-15d5a83fe56c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Aug 24 22:40:33.943952 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-5ce14e68-57ef-40ff-a6d1-6433f49d397c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:33.945251 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-5ce14e68-57ef-40ff-a6d1-6433f49d397c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 810 time: 0.1126039 Aug 24 22:40:34.002197 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-e63a141a-8f57-4a6e-ab94-bf1faa89c0f8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ccc9ed66fc446f88a4290e4258b9635 HTTP/1.1" status: 200 len: 380 time: 0.0411270 Aug 24 22:40:34.012452 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'port': {'device_id': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'admin_state_up': True, 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'security_groups': ['5c688145-c5fe-478f-a9a7-b83d6668370f']}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:34.090971 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5b093d8b-99d6-4b95-87c3-0f7c71ca9d44 req-4b7ff14b-3a02-43d6-8ae9-93b9fc56f247 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 210 time: 0.0356553 Aug 24 22:40:34.281908 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Made reservation on behalf of 4ccc9ed66fc446f88a4290e4258b9635 for: {'port': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:40:34.285445 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:34.413997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Allocated IP 172.20.0.4 (aacb8cc0-c5f5-47c9-b878-44b6bce587ce/ff3c18a9-708b-4c0c-b908-8ad487a46f1b/6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:40:34.570492 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:34.590157 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Transition to ACTIVE for port object 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:40:34.683016 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:34.726736 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:40:34.729926 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:40:34.733805 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:40:34.740147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event updated for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:34.792585 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:34.793587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:34.860402 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-f4138343-d4d1-4c3d-8aee-6fe3dcef7c90 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524232 Aug 24 22:40:34.888433 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Request body: {'port': {'device_id': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:34.956214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:34.985105 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-dfb071d1-b1ee-4725-8620-321b78df9166 None None] Provisioning for port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:40:34.991314 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-dfb071d1-b1ee-4725-8620-321b78df9166 None None] Provisioning complete for port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:40:34.991314 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dfb071d1-b1ee-4725-8620-321b78df9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.024761 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-dfb071d1-b1ee-4725-8620-321b78df9166 None None] Port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:40:35.222747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949456d-42ab-4a09-a05a-35344834ede2 req-8270c476-bae6-47b3-8207-b0996f715fbe tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:35.224329 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7949456d-42ab-4a09-a05a-35344834ede2 req-8270c476-bae6-47b3-8207-b0996f715fbe tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 931 time: 0.0602398 Aug 24 22:40:35.244273 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 {{(pid=94374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:40:35.252295 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.264374 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Transition to ACTIVE for port object 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 will not be triggered until provisioned by entity L2. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:40:35.268663 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7949456d-42ab-4a09-a05a-35344834ede2 req-4546c98f-dd5d-4c6a-81c9-5ad2100f2182 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340114 Aug 24 22:40:35.362195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.415003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:35.499123 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Attempting to bind port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:40:35.499475 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Attempting to bind port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:40:35.499776 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Attempting to bind port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:40:35.504695 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:40:35.505030 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Attempting to bind port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 on network aacb8cc0-c5f5-47c9-b878-44b6bce587ce {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:40:35.511995 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:40:35.512568 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Checking segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:40:35.512976 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Bound using segment: {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'} {{(pid=94374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:40:35.513419 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.managers [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Bound port: 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce'}}] {{(pid=94374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:40:35.513809 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.582550 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, cleared binding levels {{(pid=94374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:40:35.585583 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:40:35.648196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.684147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:35.684997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:35.686581 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] 10.222.0.25 "PUT /v2.0/ports/6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 HTTP/1.1" status: 200 len: 1093 time: 0.8037331 Aug 24 22:40:35.687087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:35.689820 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c65e42-090a-43af-a33a-3bd52504e4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:35.728191 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768cac4-6648-4634-a428-de3b8dec9445 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=3']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:35.750521 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80487124-cce2-4eee-aab1-febeee542dd0 x-openstack-request-id: req-80487124-cce2-4eee-aab1-febeee542dd0 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:35.750803 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:35.751032 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80487124-cce2-4eee-aab1-febeee542dd0 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:35.751461 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'status': 'completed', 'code': 200} Aug 24 22:40:35.850509 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-268582ab-bc83-4420-b63b-8fb6f4cebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:35.852043 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-268582ab-bc83-4420-b63b-8fb6f4cebdc6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 1096 time: 0.0525386 Aug 24 22:40:35.992715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-0315ea28-9bf9-4e93-9c6b-903e27cdf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:35.994936 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-0315ea28-9bf9-4e93-9c6b-903e27cdf822 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1277406 Aug 24 22:40:36.108499 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-7742f955-2c9d-417c-b6c7-d21a260ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:36.110028 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-78c65e42-090a-43af-a33a-3bd52504e4ce req-7742f955-2c9d-417c-b6c7-d21a260ec689 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953276 Aug 24 22:40:36.214800 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-6502844b-1da4-4604-b75a-a43d35c943a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:36.216238 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-6502844b-1da4-4604-b75a-a43d35c943a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 1096 time: 0.0422578 Aug 24 22:40:36.266123 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-9bba4005-d16a-4de6-935e-5887c47163e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 HTTP/1.1" status: 200 len: 217 time: 0.0348263 Aug 24 22:40:36.319873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-6f8a0d51-4f11-4cba-83c8-f459794e6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:36.321387 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-6f8a0d51-4f11-4cba-83c8-f459794e6799 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0485666 Aug 24 22:40:36.398702 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-556fe8a3-7d51-45ad-92f5-e8842e7e2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:36.400290 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-556fe8a3-7d51-45ad-92f5-e8842e7e2eab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705280 Aug 24 22:40:36.411976 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738fb70-d7ea-4902-8327-83470efc2044 req-366d0dcd-5ad6-4791-b00c-c656de1bfff8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:36.413434 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3738fb70-d7ea-4902-8327-83470efc2044 req-366d0dcd-5ad6-4791-b00c-c656de1bfff8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 943 time: 0.0721302 Aug 24 22:40:36.506767 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3738fb70-d7ea-4902-8327-83470efc2044 req-f8e2e8e5-c7d3-45e5-9595-551d1ff9aa60 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819759 Aug 24 22:40:36.531815 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-1e3ae5c4-e358-4b2e-bf04-da3a8c30d433 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172848 Aug 24 22:40:36.623395 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d88458d6-de7d-4c96-a1b3-fd2373f80c93 req-1765f355-39fc-494c-92db-dc871ca2f1ff service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Aug 24 22:40:37.625411 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7992da-3613-44cf-9c17-2d4751e9b7f3 req-5df327f7-c1c3-4f79-a273-2c97d835f6a2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:37.626978 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5a7992da-3613-44cf-9c17-2d4751e9b7f3 req-5df327f7-c1c3-4f79-a273-2c97d835f6a2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 943 time: 0.0547533 Aug 24 22:40:37.665886 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5a7992da-3613-44cf-9c17-2d4751e9b7f3 req-0b9fe00f-72c8-448b-abc4-f6dc1e7d0f0e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Aug 24 22:40:38.780696 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798faad-eb5e-4e8f-825b-cef3c34ca692 req-8a191e8b-134d-4535-86b3-f5da9914ebea tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:38.782218 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e798faad-eb5e-4e8f-825b-cef3c34ca692 req-8a191e8b-134d-4535-86b3-f5da9914ebea tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 943 time: 0.0501931 Aug 24 22:40:38.826262 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e798faad-eb5e-4e8f-825b-cef3c34ca692 req-59ebf191-53fe-421f-a86f-8b19691e4a5c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Aug 24 22:40:39.941975 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed491c4-a3c7-4b0a-88e4-b903b579f40f req-59495426-7570-4102-ab67-8d385aad52b9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:39.943510 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3ed491c4-a3c7-4b0a-88e4-b903b579f40f req-59495426-7570-4102-ab67-8d385aad52b9 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 943 time: 0.0487397 Aug 24 22:40:39.985094 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3ed491c4-a3c7-4b0a-88e4-b903b579f40f req-90a580bc-cdb9-4162-b1e5-c4b80295f2a7 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352137 Aug 24 22:40:40.599125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:40:40.695985 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:40.707980 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'port_id': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'mac_address': 'fa:16:3e:dc:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:40:40.745783 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:40.758294 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:40:40.779978 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:40.859107 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:40.916731 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:41.102554 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c30a-e68e-44a8-88e9-cce00917ce2c req-779292e7-97c5-4acb-bfc6-6159b49f36a6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:41.105060 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52c8c30a-e68e-44a8-88e9-cce00917ce2c req-779292e7-97c5-4acb-bfc6-6159b49f36a6 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 944 time: 0.0535700 Aug 24 22:40:41.146196 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-52c8c30a-e68e-44a8-88e9-cce00917ce2c req-574ec8ed-9811-480d-b7bf-a4a6f3b6cc1b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351648 Aug 24 22:40:41.321557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:40:42.264242 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b5cb6-85e5-49d7-ad7d-02c3f3c37785 req-5f6d041c-32aa-47a7-978d-58016918bc82 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:42.265697 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-427b5cb6-85e5-49d7-ad7d-02c3f3c37785 req-5f6d041c-32aa-47a7-978d-58016918bc82 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 944 time: 0.0499043 Aug 24 22:40:42.304642 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-427b5cb6-85e5-49d7-ad7d-02c3f3c37785 req-481ae14b-db99-494c-b21c-a53054efae9e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Aug 24 22:40:42.601117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:40:42.704786 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:40:42.710081 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:40:42.710768 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:42.792252 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:42.814852 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:42.817141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f3191-da9c-403d-846e-f35f112ce403" -d '{"events": [{"server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:42.831049 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:40:42.857807 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fadda4-fc1d-4bd2-8e4d-85ae3dfbe858 x-openstack-request-id: req-a4fadda4-fc1d-4bd2-8e4d-85ae3dfbe858 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:42.858096 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "name": "network-vif-plugged", "status": "completed", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:42.858346 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4fadda4-fc1d-4bd2-8e4d-85ae3dfbe858 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:42.858734 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'code': 200} Aug 24 22:40:42.910490 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:42.964657 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:40:43.282349 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632e5f-0db9-4e24-a8ba-8392bad67fc1 req-a54c2e79-cb55-4956-9e59-9b338176af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:43.287503 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75632e5f-0db9-4e24-a8ba-8392bad67fc1 req-a54c2e79-cb55-4956-9e59-9b338176af45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 1098 time: 0.0449026 Aug 24 22:40:43.320654 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-75632e5f-0db9-4e24-a8ba-8392bad67fc1 req-d56c3a4b-6854-4852-8fe2-f23c5b304e0e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287766 Aug 24 22:40:43.356732 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7d1f-f8c2-4394-80cf-e08990857c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:43.424844 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b396ea-6933-420e-b45a-c1960766f968 req-da3a787e-cd74-4e36-baff-2372efea7805 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:43.426260 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1b396ea-6933-420e-b45a-c1960766f968 req-da3a787e-cd74-4e36-baff-2372efea7805 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0498614 Aug 24 22:40:43.465026 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c1b396ea-6933-420e-b45a-c1960766f968 req-949e8aaf-ed01-446b-890a-00f067cbbba2 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Aug 24 22:40:44.583061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d0a95-ecd1-4d9d-951e-823d7dea59a4 req-9c2fe0bf-49aa-414b-8f0b-deae7bd92cfe tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:44.584531 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-086d0a95-ecd1-4d9d-951e-823d7dea59a4 req-9c2fe0bf-49aa-414b-8f0b-deae7bd92cfe tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0507579 Aug 24 22:40:44.631403 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-086d0a95-ecd1-4d9d-951e-823d7dea59a4 req-9d482538-0233-457c-bf62-58268089bc6b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Aug 24 22:40:45.504889 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:45.748270 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a1fe-8d57-4147-8200-a3c10b8803cf req-94b37bae-38d0-47ec-b5fc-8e34ee2d8464 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:45.749792 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c83a1fe-8d57-4147-8200-a3c10b8803cf req-94b37bae-38d0-47ec-b5fc-8e34ee2d8464 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Aug 24 22:40:45.791779 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2c83a1fe-8d57-4147-8200-a3c10b8803cf req-41a71a6e-55cc-4559-bb7d-987d3f59195e tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Aug 24 22:40:45.904181 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-274ab992-da62-4735-b16a-22fe1a6e62af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:45.909169 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc20fc-a217-401b-9bf1-fb0e39b2fb04 req-53ed0efb-282b-4b5c-9533-1a2781651120 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:45.910819 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-71bc20fc-a217-401b-9bf1-fb0e39b2fb04 req-53ed0efb-282b-4b5c-9533-1a2781651120 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0549512 Aug 24 22:40:45.921054 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48656) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:40:45.925936 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Request body: {'floatingip': {'port_id': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:40:45.968097 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:46.167845 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:46.403171 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:46.464674 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:46.565765 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Floating IP 51595afb-f412-4a5d-8468-e68e38764875 associated. External IP: 172.27.0.83, port: 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90. Aug 24 22:40:46.774422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:40:46.878124 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:40:46.883122 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:46.889511 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:40:46.900039 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:40:46.901287 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:40:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:46.915505 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-89ac24c5-ad17-4713-891c-1f861cdfcc9b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "PUT /v2.0/floatingips/51595afb-f412-4a5d-8468-e68e38764875 HTTP/1.1" status: 200 len: 990 time: 0.9932621 Aug 24 22:40:46.916106 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:40:46.918632 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2cdeec-3d70-4097-a405-4626723fdf53" -d '{"events": [{"name": "network-changed", "server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:40:46.985665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac684683-bb28-4f29-97f3-7ca4691334a5 x-openstack-request-id: req-ac684683-bb28-4f29-97f3-7ca4691334a5 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:40:46.986661 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:40:46.987069 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac684683-bb28-4f29-97f3-7ca4691334a5 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:40:46.987508 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'status': 'completed', 'code': 200} Aug 24 22:40:47.027205 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:40:47.091482 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-f2f3249f-08fc-4be5-b600-f46dd6bd7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:47.093010 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-f2f3249f-08fc-4be5-b600-f46dd6bd7a8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 1098 time: 0.0445201 Aug 24 22:40:47.107221 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:47.187224 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-53ecdefb-9f00-47f0-8115-085c6488256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:47.188716 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-53ecdefb-9f00-47f0-8115-085c6488256f service neutron] 10.222.0.25 "GET /v2.0/networks?id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 200 len: 911 time: 0.0871215 Aug 24 22:40:47.262595 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-6f4bfbb0-3fcc-4672-923a-4c99e74c8fcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 HTTP/1.1" status: 200 len: 998 time: 0.0669944 Aug 24 22:40:47.271233 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '51595afb-f412-4a5d-8468-e68e38764875', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:dc:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:40:30Z', 'updated_at': '2021-08-24T22:40:46Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:47.300982 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:40:47.312617 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:40:47.313238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:40:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:47.319456 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-db0d4192-9669-4d62-856b-e6b29c5d3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:47.321234 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-db0d4192-9669-4d62-856b-e6b29c5d3022 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 200 len: 849 time: 0.0512335 Aug 24 22:40:47.375055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-9ee01e07-42d4-4aab-9523-4d6888595208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:47.377214 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-9ee01e07-42d4-4aab-9523-4d6888595208 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aacb8cc0-c5f5-47c9-b878-44b6bce587ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482011 Aug 24 22:40:47.421623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:40:47.479573 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-8ef33c71-c42e-409a-bd21-6b7160fbd5f6 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948145 Aug 24 22:40:47.588090 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3b2cdeec-3d70-4097-a405-4626723fdf53 req-f2476982-c0d1-41d6-bfb6-eb4c9e9f34e1 service neutron] 10.222.0.25 "GET /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009462 Aug 24 22:40:47.679071 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '51595afb-f412-4a5d-8468-e68e38764875', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:dc:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:40:30Z', 'updated_at': '2021-08-24T22:40:46Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:40:47.705756 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058bf334-68cd-44ba-88ad-30a49c5d2a5a None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '51595afb-f412-4a5d-8468-e68e38764875', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'port_id': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'mac_address': 'fa:16:3e:dc:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:40:30Z', 'updated_at': '2021-08-24T22:40:46Z', 'revision_number': 1, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:40:47.883039 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd231cea-fe82-4b5f-b620-34709a8671a9 None None] New status for floating IP 51595afb-f412-4a5d-8468-e68e38764875: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:40:48.773323 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:40:55.502447 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:40:56.999961 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5133-5180-40c9-a8d2-6e6d40262de8 req-36254ee8-03cf-411e-aa4a-f0cd8cd96e0f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:57.009076 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bed5133-5180-40c9-a8d2-6e6d40262de8 req-36254ee8-03cf-411e-aa4a-f0cd8cd96e0f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0560148 Aug 24 22:40:57.045839 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7bed5133-5180-40c9-a8d2-6e6d40262de8 req-d2d3df0b-ecde-4290-b162-954cc2cdad78 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373440 Aug 24 22:40:57.128491 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-3c1e5661-221b-4584-be42-268bfd07ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:57.130075 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-3c1e5661-221b-4584-be42-268bfd07ab5e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1138 time: 0.0515659 Aug 24 22:40:57.222603 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-2c637450-b68c-414a-9a60-5c7d3286bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:57.224153 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-2c637450-b68c-414a-9a60-5c7d3286bb85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.0848479 Aug 24 22:40:57.298766 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-096032b7-b882-47fa-bfa9-5fd5846fb875 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 1001 time: 0.0659962 Aug 24 22:40:57.365915 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-c2a57acb-6d8c-404b-ad65-dc87285c4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:57.367397 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-c2a57acb-6d8c-404b-ad65-dc87285c4777 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0509589 Aug 24 22:40:57.425662 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-eecc4fbc-135b-494c-a58e-757871414789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:57.427176 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-eecc4fbc-135b-494c-a58e-757871414789 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496414 Aug 24 22:40:57.537988 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-278b06da-4154-4e97-8366-49fef5fad332 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997374 Aug 24 22:40:57.655747 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e96f19dd-ee67-438a-92fa-23609e1a0a3f req-a5fbe9bb-cfca-4f86-b0c8-f36645a7fa53 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065552 Aug 24 22:40:58.170872 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc91a03-8b3a-4465-a5f1-bced3c11fb1a req-a6fd1161-69e3-4dba-a87a-bad7dc5858a3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:58.172276 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-adc91a03-8b3a-4465-a5f1-bced3c11fb1a req-a6fd1161-69e3-4dba-a87a-bad7dc5858a3 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0526731 Aug 24 22:40:58.213818 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-adc91a03-8b3a-4465-a5f1-bced3c11fb1a req-d250731e-27bb-450a-9ebf-9ff1652da998 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349238 Aug 24 22:40:59.339113 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019489-764b-4217-9285-3071a716f05b req-9c7a3f2d-c1c7-497b-a26c-fe2bb85ce25d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:40:59.341297 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e2019489-764b-4217-9285-3071a716f05b req-9c7a3f2d-c1c7-497b-a26c-fe2bb85ce25d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0543995 Aug 24 22:40:59.382071 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e2019489-764b-4217-9285-3071a716f05b req-40ed5b63-ce26-41cf-970e-cd4d3b6a05e9 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346086 Aug 24 22:41:00.501214 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bcfe4-7850-4d63-9908-8e353db9c88e req-49156351-2cc4-436f-89a7-359ea9c8cac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:00.502772 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f7bcfe4-7850-4d63-9908-8e353db9c88e req-49156351-2cc4-436f-89a7-359ea9c8cac6 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0502217 Aug 24 22:41:00.543703 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f7bcfe4-7850-4d63-9908-8e353db9c88e req-28c0deae-923f-42d8-a88a-a101c40b60ea tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349193 Aug 24 22:41:01.671886 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42424d-2fdc-484c-8452-3960e9373416 req-62949e9f-2307-44ff-b9d9-cbc7ec0ddfea tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:01.673419 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5e42424d-2fdc-484c-8452-3960e9373416 req-62949e9f-2307-44ff-b9d9-cbc7ec0ddfea tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0512164 Aug 24 22:41:01.717723 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5e42424d-2fdc-484c-8452-3960e9373416 req-337c73dc-3aa7-4bc3-835e-5356ebd70b53 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380623 Aug 24 22:41:02.837530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a22f3-4046-4fc8-be75-c51dd262a49a req-0c48e2fc-daaa-4111-8c56-c9f5ffbf1c1f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:02.839273 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-221a22f3-4046-4fc8-be75-c51dd262a49a req-0c48e2fc-daaa-4111-8c56-c9f5ffbf1c1f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0516448 Aug 24 22:41:02.880123 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-221a22f3-4046-4fc8-be75-c51dd262a49a req-34b312e5-16a1-4f57-83c0-89fd31ce25fe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341880 Aug 24 22:41:04.000680 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccc264-a760-4080-bc77-11d1e234faac req-6f62c43c-abc7-4b52-9112-06c063d660ef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:04.002148 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-57ccc264-a760-4080-bc77-11d1e234faac req-6f62c43c-abc7-4b52-9112-06c063d660ef tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0491698 Aug 24 22:41:04.042091 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-57ccc264-a760-4080-bc77-11d1e234faac req-188f2390-a321-45bc-b5c2-6fbc22a44def tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339077 Aug 24 22:41:05.160461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae93662-57cc-42ea-9f77-d5a1bef3d8ca req-0e1a7e62-6e42-4086-bdba-7d3ba34e708e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:05.161978 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ae93662-57cc-42ea-9f77-d5a1bef3d8ca req-0e1a7e62-6e42-4086-bdba-7d3ba34e708e tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0518425 Aug 24 22:41:05.203630 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0ae93662-57cc-42ea-9f77-d5a1bef3d8ca req-ddd281f4-f9f8-4e04-98a6-d8ef420a9b8c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338900 Aug 24 22:41:06.318148 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912da094-f240-4d69-b5df-1269475e2d2a req-cbb04f37-b86c-43d3-a5fb-8309677906d2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:06.319601 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-912da094-f240-4d69-b5df-1269475e2d2a req-cbb04f37-b86c-43d3-a5fb-8309677906d2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0481396 Aug 24 22:41:06.359114 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-912da094-f240-4d69-b5df-1269475e2d2a req-f00eb7a1-b136-4923-858b-771691e2d390 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336134 Aug 24 22:41:07.475776 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aec14-84a7-4dd7-a3e3-606343476361 req-f86a76b4-2631-4bcb-92f0-4c89d062db65 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:07.477149 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c10aec14-84a7-4dd7-a3e3-606343476361 req-f86a76b4-2631-4bcb-92f0-4c89d062db65 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0519927 Aug 24 22:41:07.753553 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c10aec14-84a7-4dd7-a3e3-606343476361 req-590395b7-7001-4a48-9029-3a96bc8fe1dc tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2702947 Aug 24 22:41:08.866796 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e938e-80fb-4007-b96f-5a11f9a20010 req-ac529370-acdc-461d-9f03-e88c4aed9d47 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:08.868286 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c93e938e-80fb-4007-b96f-5a11f9a20010 req-ac529370-acdc-461d-9f03-e88c4aed9d47 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0497077 Aug 24 22:41:08.910206 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c93e938e-80fb-4007-b96f-5a11f9a20010 req-4a30b6b9-98be-452d-a22a-87df828c3cdd tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334466 Aug 24 22:41:09.568830 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ec919-15aa-4e63-8e0e-537d6544772a req-d703d918-2b5f-44f2-8e98-22253e455e8e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:09.570331 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c67ec919-15aa-4e63-8e0e-537d6544772a req-d703d918-2b5f-44f2-8e98-22253e455e8e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0741570 Aug 24 22:41:09.601169 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-ac91e5fb-13f2-4f76-9229-dd2e79f3a0a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654538 Aug 24 22:41:09.614821 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c67ec919-15aa-4e63-8e0e-537d6544772a req-45cebec5-6260-4184-b312-a7b7d32aaa13 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379350 Aug 24 22:41:09.721544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-b1756fd5-c879-4283-8740-d1af2f18d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:09.722931 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-b1756fd5-c879-4283-8740-d1af2f18d5b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0401428 Aug 24 22:41:09.824804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-6003e0a3-ce87-4495-b48f-c0abf28776ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:09.827004 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-6003e0a3-ce87-4495-b48f-c0abf28776ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.0850978 Aug 24 22:41:09.898250 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-6d3bc848-6fb9-4cdd-bc66-1e9afd22f301 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 1001 time: 0.0631330 Aug 24 22:41:09.948488 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-852ae547-7e40-4c88-8414-96c39616a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:09.950005 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-852ae547-7e40-4c88-8414-96c39616a808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0443573 Aug 24 22:41:10.003735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-52419259-3402-47f3-8aab-36a355d5efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:10.005160 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-52419259-3402-47f3-8aab-36a355d5efb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470026 Aug 24 22:41:10.030568 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b39b-85f4-4f08-af3b-776565ddc462 req-c5c4a85a-413e-4ebb-b1c6-e143d746798d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:10.032233 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3425b39b-85f4-4f08-af3b-776565ddc462 req-c5c4a85a-413e-4ebb-b1c6-e143d746798d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0507894 Aug 24 22:41:10.073965 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3425b39b-85f4-4f08-af3b-776565ddc462 req-3cda4914-29ad-499c-957d-1b85d0f21274 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347393 Aug 24 22:41:10.097822 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-a0656adc-d218-4194-b0f6-83430c707ef5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834064 Aug 24 22:41:10.421457 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1cdf3515-0932-45af-96bf-de41a5a7183a req-989e7b5f-957f-4c45-aedb-a36022c363b7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161185 Aug 24 22:41:10.736760 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f975e75-0a8d-4ade-b7ec-ad3a9a70494c req-36e4fb30-fab8-4c28-b73b-b0f5b8fff114 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:10.738272 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8f975e75-0a8d-4ade-b7ec-ad3a9a70494c req-36e4fb30-fab8-4c28-b73b-b0f5b8fff114 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Aug 24 22:41:10.775372 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8f975e75-0a8d-4ade-b7ec-ad3a9a70494c req-ee560c75-1202-4a57-98f8-4043767bc37d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310204 Aug 24 22:41:11.190250 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d4b3b-b1f1-465a-a166-839fef2ed0c6 req-a5a28811-b211-4911-ab17-fa231beb4a80 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:11.191709 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7b9d4b3b-b1f1-465a-a166-839fef2ed0c6 req-a5a28811-b211-4911-ab17-fa231beb4a80 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0478475 Aug 24 22:41:11.239249 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7b9d4b3b-b1f1-465a-a166-839fef2ed0c6 req-70f7d693-3239-4854-b44b-3a8e851bba3c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413272 Aug 24 22:41:11.900516 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0e322-2c39-4c1f-a869-6d0020d319e3 req-f5669a16-71e4-4487-aea8-4a879ffc70e7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:11.901909 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5c0e322-2c39-4c1f-a869-6d0020d319e3 req-f5669a16-71e4-4487-aea8-4a879ffc70e7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0542235 Aug 24 22:41:11.939016 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f5c0e322-2c39-4c1f-a869-6d0020d319e3 req-db10364a-a93b-40a8-b1a7-56408d5b7ed5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Aug 24 22:41:12.355336 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705f9e-b969-4741-a7f3-20c9522a5557 req-f24193df-642c-480f-89a9-d22f13630766 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:12.357415 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58705f9e-b969-4741-a7f3-20c9522a5557 req-f24193df-642c-480f-89a9-d22f13630766 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0486994 Aug 24 22:41:12.397501 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-58705f9e-b969-4741-a7f3-20c9522a5557 req-da168b14-9788-45a8-972e-b1e16036a0bf tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337794 Aug 24 22:41:13.056530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5258e3-51be-4e9a-bbb1-211107229ed8 req-fa70cde4-3f31-4811-ad92-b6bdd4a7151b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:13.058015 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aa5258e3-51be-4e9a-bbb1-211107229ed8 req-fa70cde4-3f31-4811-ad92-b6bdd4a7151b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0482810 Aug 24 22:41:13.099392 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-aa5258e3-51be-4e9a-bbb1-211107229ed8 req-69c2e85b-50ea-4b2c-9d09-6bbe322fedee tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348430 Aug 24 22:41:13.338126 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6d1affd1-7eb3-4909-b2d0-b72a0b15d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:13.515718 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d57d-bc3b-4f4c-816b-780f72bcffc2 req-6ccdd5d6-865e-4b71-869f-0953cf970707 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:13.517344 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c635d57d-bc3b-4f4c-816b-780f72bcffc2 req-6ccdd5d6-865e-4b71-869f-0953cf970707 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0508714 Aug 24 22:41:13.563109 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c635d57d-bc3b-4f4c-816b-780f72bcffc2 req-262b1051-1fc1-409f-a237-0ffb9a93c808 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394664 Aug 24 22:41:14.222796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58734a-360b-4e22-a6f7-b8f29d4cc567 req-2cd1ca9b-c3fa-435d-812a-e28b048a3a87 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:14.224313 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5a58734a-360b-4e22-a6f7-b8f29d4cc567 req-2cd1ca9b-c3fa-435d-812a-e28b048a3a87 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Aug 24 22:41:14.261684 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5a58734a-360b-4e22-a6f7-b8f29d4cc567 req-b18abc81-a515-4d42-84c4-37b3d7f1a22a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313699 Aug 24 22:41:14.680999 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e5db-baf7-419e-8424-8b7358a4f0f6 req-9b8668f2-6fe6-4875-8df2-732d2316a75c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:14.682489 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1db5e5db-baf7-419e-8424-8b7358a4f0f6 req-9b8668f2-6fe6-4875-8df2-732d2316a75c tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0508714 Aug 24 22:41:14.722435 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1db5e5db-baf7-419e-8424-8b7358a4f0f6 req-8f1beb25-9bc7-4176-834d-ffd4e75c02b5 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&id=187a9b5c-61fc-43aa-ab3f-6fe2b1123763&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332735 Aug 24 22:41:15.379345 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9a5f1-8277-4e0d-b180-a988038f0526 req-a36e7b69-dbe0-41e3-bc36-abf28a652ee7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:15.380810 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5b9a5f1-8277-4e0d-b180-a988038f0526 req-a36e7b69-dbe0-41e3-bc36-abf28a652ee7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0488100 Aug 24 22:41:15.417497 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f5b9a5f1-8277-4e0d-b180-a988038f0526 req-9c286d65-71f7-47a5-bfe7-b0da8027e97e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308781 Aug 24 22:41:15.521323 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:15.920458 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f0626755-690e-4f13-bd4a-892a8f0767dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:16.115955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:16.535403 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ecc44-d376-4e93-be64-908b228d2629 req-c50c4480-084d-4d17-8a78-88bd1bf4f1da tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:16.536927 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f0ecc44-d376-4e93-be64-908b228d2629 req-c50c4480-084d-4d17-8a78-88bd1bf4f1da tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Aug 24 22:41:16.575593 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f0ecc44-d376-4e93-be64-908b228d2629 req-d79747a7-8640-4eff-a1fa-00ba34922285 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Aug 24 22:41:17.001227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:17.695766 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab1ba-d46a-4ac0-b7ff-49091729169f req-412da213-f5ce-4f0f-9bad-c34b82fd97a2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:17.697290 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2bab1ba-d46a-4ac0-b7ff-49091729169f req-412da213-f5ce-4f0f-9bad-c34b82fd97a2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Aug 24 22:41:17.734667 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e2bab1ba-d46a-4ac0-b7ff-49091729169f req-e1d32721-85ec-4ea9-931f-12679ad14f05 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Aug 24 22:41:18.663788 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:18.852827 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73757-087d-4aa4-861d-6ef46ec404a5 req-db01c95c-b270-48de-b384-eca8625b367d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:18.854254 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39b73757-087d-4aa4-861d-6ef46ec404a5 req-db01c95c-b270-48de-b384-eca8625b367d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0479109 Aug 24 22:41:18.893018 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-39b73757-087d-4aa4-861d-6ef46ec404a5 req-bc97b5ed-b247-4ae0-b8c9-13ccb6a37565 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Aug 24 22:41:20.007693 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca050ea-21f9-49fc-aa86-88deef7d4930 req-6d321fea-5535-4f4a-b62c-762fae3d49ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:20.009132 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3ca050ea-21f9-49fc-aa86-88deef7d4930 req-6d321fea-5535-4f4a-b62c-762fae3d49ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0483954 Aug 24 22:41:20.046371 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3ca050ea-21f9-49fc-aa86-88deef7d4930 req-09b06e67-1b25-4e80-b74e-b16afb0ba4bc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Aug 24 22:41:21.166799 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f97fb-2865-4ff6-88b7-3c341781dd8f req-01fe53c0-055a-4480-8935-ffe2d0d67c32 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:21.168263 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-650f97fb-2865-4ff6-88b7-3c341781dd8f req-01fe53c0-055a-4480-8935-ffe2d0d67c32 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0521078 Aug 24 22:41:21.205597 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-650f97fb-2865-4ff6-88b7-3c341781dd8f req-876f174a-d8ea-49b5-b6db-6264b76775c5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Aug 24 22:41:22.323268 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a704be9-dfaa-4de0-a2bd-48db94b07331 req-c60e4015-a160-4fe5-80ef-71c9f51ffd54 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:22.324685 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9a704be9-dfaa-4de0-a2bd-48db94b07331 req-c60e4015-a160-4fe5-80ef-71c9f51ffd54 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0479643 Aug 24 22:41:22.361160 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9a704be9-dfaa-4de0-a2bd-48db94b07331 req-79cc426b-b776-43fa-99db-e83c2068dd60 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300686 Aug 24 22:41:22.815830 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:41:22.905882 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:41:22.917452 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:41:22.953373 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:22.972374 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:41:22.992236 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:41:23.075487 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:23.121940 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=6']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:41:23.129528 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.129874 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.130213 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.130565 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.130872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.131200 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.131526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.131852 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.132175 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.132495 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.132814 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.133134 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:23.269767 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['2fc1e0ea-1d5d-4e38-899b-3ada20046e15'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:41:23.478134 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75870-e10d-4845-82fb-638310fcbf62 req-033dee79-9716-46f8-99a1-0d029b110c84 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:23.479646 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-66b75870-e10d-4845-82fb-638310fcbf62 req-033dee79-9716-46f8-99a1-0d029b110c84 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 945 time: 0.0473185 Aug 24 22:41:23.517862 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-66b75870-e10d-4845-82fb-638310fcbf62 req-e3fb085e-e48b-4065-9cd8-b7b32f91b709 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Aug 24 22:41:24.646186 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212392b6-98af-4871-a49b-5cefcb921265 req-434b6659-1ecd-43be-a220-d646b217fd7e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:24.647697 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-212392b6-98af-4871-a49b-5cefcb921265 req-434b6659-1ecd-43be-a220-d646b217fd7e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 945 time: 0.0583367 Aug 24 22:41:24.686897 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-212392b6-98af-4871-a49b-5cefcb921265 req-ce3dfa4e-252e-4406-8750-805ce38af642 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Aug 24 22:41:24.831517 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:41:24.881683 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:41:24.882053 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:24.957279 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:24.980866 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:41:24.983141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143349d3-c10f-4ece-a628-17d2400a04be" -d '{"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:41:24.995866 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:41:25.023530 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65eaff2-232f-4188-916e-1533f6804f73 x-openstack-request-id: req-e65eaff2-232f-4188-916e-1533f6804f73 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:41:25.023850 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:41:25.024104 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e65eaff2-232f-4188-916e-1533f6804f73 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:41:25.024496 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'code': 200} Aug 24 22:41:25.098400 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:25.148894 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=7']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:41:25.809965 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba474-5ee6-4023-b113-b9ef5dd8e8ce req-a1df444e-840d-4b43-aae1-9a991c7c8673 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:25.811477 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1b7ba474-5ee6-4023-b113-b9ef5dd8e8ce req-a1df444e-840d-4b43-aae1-9a991c7c8673 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0502250 Aug 24 22:41:25.867861 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1b7ba474-5ee6-4023-b113-b9ef5dd8e8ce req-3fc7e528-5154-4abc-9830-7b1555da428e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504661 Aug 24 22:41:26.989263 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a1e4-c491-4db2-a11a-34757a6aae8b req-da840cb3-6260-4f19-b776-9a92d624935b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:26.991200 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-91a4a1e4-c491-4db2-a11a-34757a6aae8b req-da840cb3-6260-4f19-b776-9a92d624935b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Aug 24 22:41:27.034194 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-91a4a1e4-c491-4db2-a11a-34757a6aae8b req-d1172eba-3899-4d55-855b-0f09656453ef tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365758 Aug 24 22:41:28.158009 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc05f2-95e1-4843-928b-5a4d9917e813 req-334aec3d-76c6-4502-b46b-9db877a39525 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:28.159861 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-36fc05f2-95e1-4843-928b-5a4d9917e813 req-334aec3d-76c6-4502-b46b-9db877a39525 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0518167 Aug 24 22:41:28.211973 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-36fc05f2-95e1-4843-928b-5a4d9917e813 req-4aae2798-1fc9-43e1-b037-f901dddf3425 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457666 Aug 24 22:41:29.359219 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0843120-0c01-4f1f-9ac4-ddf3585bd92b req-5b3314fc-01a0-4392-8f4d-206674cd567a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:29.361158 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a0843120-0c01-4f1f-9ac4-ddf3585bd92b req-5b3314fc-01a0-4392-8f4d-206674cd567a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0524318 Aug 24 22:41:29.408625 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-a0843120-0c01-4f1f-9ac4-ddf3585bd92b req-939fd5bf-f945-4da2-859f-84dda839b90e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391176 Aug 24 22:41:30.578566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f9bc-55c7-4b8a-b735-fe71091afc14 req-40648e30-3ace-47b3-ac65-adf0ac13d53d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:30.580069 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0ee8f9bc-55c7-4b8a-b735-fe71091afc14 req-40648e30-3ace-47b3-ac65-adf0ac13d53d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Aug 24 22:41:30.627196 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0ee8f9bc-55c7-4b8a-b735-fe71091afc14 req-1442e15b-c6cd-42df-8c32-17de941ba013 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395877 Aug 24 22:41:31.749944 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710aa82-f696-40b9-8468-17596830fc49 req-21076329-d12c-42f9-b4a2-427fc98bb1b6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:31.751850 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1710aa82-f696-40b9-8468-17596830fc49 req-21076329-d12c-42f9-b4a2-427fc98bb1b6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 24 22:41:31.792101 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1710aa82-f696-40b9-8468-17596830fc49 req-ad475602-f301-468d-9375-e23104934f2e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Aug 24 22:41:32.496566 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:41:32.919094 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e304990-0d95-4e22-9650-3d51f241b894 req-67580fde-5bab-47b4-aba8-ddef19f7acfb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:32.921451 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e304990-0d95-4e22-9650-3d51f241b894 req-67580fde-5bab-47b4-aba8-ddef19f7acfb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Aug 24 22:41:32.965560 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1e304990-0d95-4e22-9650-3d51f241b894 req-41ba0129-5e8b-408f-a731-e8c525aa9a0a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375924 Aug 24 22:41:34.105671 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee382f-edeb-45b1-bc12-e9093d8438e1 req-5015314e-a0e5-4118-815f-bd83b75566ae tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:34.108069 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c9ee382f-edeb-45b1-bc12-e9093d8438e1 req-5015314e-a0e5-4118-815f-bd83b75566ae tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0507672 Aug 24 22:41:34.154575 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c9ee382f-edeb-45b1-bc12-e9093d8438e1 req-70b2c7aa-3a8d-4b02-bc75-2762ea8f9c46 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390139 Aug 24 22:41:35.281518 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ca51-3da2-44de-836f-dba4417d21e6 req-b07ed345-84cb-406c-95f4-b968fdbc1866 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:35.282909 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c079ca51-3da2-44de-836f-dba4417d21e6 req-b07ed345-84cb-406c-95f4-b968fdbc1866 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0510075 Aug 24 22:41:35.324364 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c079ca51-3da2-44de-836f-dba4417d21e6 req-4c736f41-a025-47f8-8391-74989188b6ba tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Aug 24 22:41:36.448678 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8100b-120f-410b-a84c-3fb064dfbc11 req-29f5481b-f83c-4dc6-8d3d-b57949dc4f63 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:36.452121 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-26a8100b-120f-410b-a84c-3fb064dfbc11 req-29f5481b-f83c-4dc6-8d3d-b57949dc4f63 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0523052 Aug 24 22:41:36.492753 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-26a8100b-120f-410b-a84c-3fb064dfbc11 req-dd94b5ea-8607-4ea8-92d4-b76892a15e88 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356891 Aug 24 22:41:37.620518 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc9a1c-05c7-4b11-a4e2-1e1e90355e27 req-4183fd30-1e38-42b5-a132-5380e6c925b8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:37.622074 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e8fc9a1c-05c7-4b11-a4e2-1e1e90355e27 req-4183fd30-1e38-42b5-a132-5380e6c925b8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Aug 24 22:41:37.672140 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-e8fc9a1c-05c7-4b11-a4e2-1e1e90355e27 req-9a72c1ec-52ef-4264-ad5d-5cd3e4a38972 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Aug 24 22:41:38.798682 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76e810-4be0-428a-8674-74a08b739fd2 req-1ff464d2-00ea-46a1-aa2d-37696adf9930 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:38.800292 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1a76e810-4be0-428a-8674-74a08b739fd2 req-1ff464d2-00ea-46a1-aa2d-37696adf9930 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0515587 Aug 24 22:41:38.839110 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-1a76e810-4be0-428a-8674-74a08b739fd2 req-cff80827-491f-44cf-8768-44da54e0f400 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 24 22:41:39.967196 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139247-e181-479e-87c3-ccb7bca53739 req-b9b25dc2-a7b5-4de8-bea7-5e31f5251c80 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:39.968835 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c5139247-e181-479e-87c3-ccb7bca53739 req-b9b25dc2-a7b5-4de8-bea7-5e31f5251c80 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0513577 Aug 24 22:41:40.016036 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c5139247-e181-479e-87c3-ccb7bca53739 req-f275bd68-97b8-4ce3-85af-86ac0acd1c6f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344558 Aug 24 22:41:41.135633 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d77e1-9420-4fe6-921e-6c8171cb218e req-0cd214e2-3167-4035-bd7d-de20674e1289 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:41.137112 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9c5d77e1-9420-4fe6-921e-6c8171cb218e req-0cd214e2-3167-4035-bd7d-de20674e1289 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Aug 24 22:41:41.204854 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-9c5d77e1-9420-4fe6-921e-6c8171cb218e req-c9ab0b18-bda4-4770-b87a-75f2d03d2ade tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557930 Aug 24 22:41:41.210484 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360dffe-f285-49d9-bde4-d18124753c30 req-0676cc02-ad5a-4251-ba7f-c55b945c5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:41.211960 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-0676cc02-ad5a-4251-ba7f-c55b945c5888 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1099 time: 0.0714197 Aug 24 22:41:41.304057 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360dffe-f285-49d9-bde4-d18124753c30 req-ff60860c-40d3-4b53-b44e-a11ba497e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:41.305559 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-ff60860c-40d3-4b53-b44e-a11ba497e4c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.0861931 Aug 24 22:41:41.381569 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-97773875-1cc7-49c0-9851-7ccb4bbea5b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 200 len: 1001 time: 0.0687919 Aug 24 22:41:41.430228 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360dffe-f285-49d9-bde4-d18124753c30 req-1e029c7f-bd73-41d0-ab22-9790c187f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:41.431670 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-1e029c7f-bd73-41d0-ab22-9790c187f518 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0432661 Aug 24 22:41:41.475717 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360dffe-f285-49d9-bde4-d18124753c30 req-dfad66cc-a13c-41fd-82f5-f9708aa0c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:41.477082 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-dfad66cc-a13c-41fd-82f5-f9708aa0c3ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386634 Aug 24 22:41:41.570671 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-8ddbf860-08f7-44ac-957a-7bd02e8e9ae0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Aug 24 22:41:41.662203 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4360dffe-f285-49d9-bde4-d18124753c30 req-cbbd9ff0-a8b6-4110-a0fd-5e7f783113f9 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Aug 24 22:41:42.338643 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140ec6-7ff8-4638-a3fb-d00565c906d5 req-9500d828-c433-462a-9d3f-3052fdd5f4f7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:42.340277 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bf140ec6-7ff8-4638-a3fb-d00565c906d5 req-9500d828-c433-462a-9d3f-3052fdd5f4f7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0625637 Aug 24 22:41:42.380008 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-bf140ec6-7ff8-4638-a3fb-d00565c906d5 req-5332376b-478b-404c-95c0-43745c46f529 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332196 Aug 24 22:41:43.360641 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8bf9a559-f9ce-4fc5-a47d-7ad25968cd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:43.500959 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858725c-e418-4cc6-b00a-e3593a2d1a7e req-8496a2da-8aab-4b65-a2d2-45b8b7536192 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:43.502383 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3858725c-e418-4cc6-b00a-e3593a2d1a7e req-8496a2da-8aab-4b65-a2d2-45b8b7536192 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 24 22:41:43.542362 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3858725c-e418-4cc6-b00a-e3593a2d1a7e req-b07a39e9-046c-48ac-bba6-b57eba1b1eda tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331955 Aug 24 22:41:44.659562 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651afdf-3bf3-475e-9028-c52150c025d6 req-d11373f8-749d-4d91-8066-c099d1582e6e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:44.661673 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6651afdf-3bf3-475e-9028-c52150c025d6 req-d11373f8-749d-4d91-8066-c099d1582e6e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 946 time: 0.0497215 Aug 24 22:41:44.698586 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6651afdf-3bf3-475e-9028-c52150c025d6 req-4a5f0393-1412-48d4-af15-58616fa99bfe tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 Aug 24 22:41:44.756524 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 48990) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:41:44.916154 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Deleting port f8d5283c-bd2f-4296-adab-3d47a5418681 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:41:44.916499 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:44.928338 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:41:44.995197 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:44.995529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.002773 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.007520 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Calling delete_port for f8d5283c-bd2f-4296-adab-3d47a5418681 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:41:45.025427 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:41:45.027719 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a588b17-b376-44e2-91f7-6fa6ba9868c9" -d '{"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-unplugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:41:45.043700 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:41:45.061205 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb3f79-6e66-4fcf-996c-09f81fe2f696 x-openstack-request-id: req-8dcb3f79-6e66-4fcf-996c-09f81fe2f696 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:41:45.061739 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-unplugged", "status": "failed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "code": 422}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:41:45.061994 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dcb3f79-6e66-4fcf-996c-09f81fe2f696 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:41:45.063012 dv-cinder-805887-2-iscsi neutron-server[94376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'code': 422} returned with failed status Aug 24 22:41:45.120668 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.172482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=8']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:41:45.286954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.317729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event deleted for resources: {'Port': ['ID=f8d5283c-bd2f-4296-adab-3d47a5418681,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:41:45.343055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.343055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.343055 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.343448 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.343724 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.344053 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.344378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.344703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.345028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.345350 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.345698 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.346019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:45.384961 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.385289 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Floating IP 771d9c89-62e6-451b-a99f-e0b927499d22 disassociated (deleted). External IP: 172.27.0.112, port: 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc. Aug 24 22:41:45.543380 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.600976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Router 18bf38d4-5984-44dd-af46-f9faaf5a4fed has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:41:45.707243 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:41:45.711630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:45.716477 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Sync routers for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:41:45.726012 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:41:45.726629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:41:45.738049 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1c9af70d-b37e-45da-a9ef-6dec007f035c tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "DELETE /v2.0/floatingips/771d9c89-62e6-451b-a99f-e0b927499d22 HTTP/1.1" status: 204 len: 168 time: 0.9804327 Aug 24 22:41:45.739288 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:41:45.746341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb" -d '{"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:41:45.803510 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7882ec1c-2e18-4e96-a3ae-7a876e59fe2f x-openstack-request-id: req-7882ec1c-2e18-4e96-a3ae-7a876e59fe2f {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:41:45.804127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:41:45.804127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7882ec1c-2e18-4e96-a3ae-7a876e59fe2f {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:41:45.804443 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'status': 'completed', 'code': 200} Aug 24 22:41:45.899907 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-694a87c0-34a8-40f3-b111-4f4b3ce10128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:45.902829 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-694a87c0-34a8-40f3-b111-4f4b3ce10128 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4176fc5b624843dea166834b19ba436c&device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 1098 time: 0.0525055 Aug 24 22:41:45.969803 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:41:46.024015 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-0268cd51-8827-4dc8-a1a4-efddf328a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:46.029204 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-0268cd51-8827-4dc8-a1a4-efddf328a765 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 200 len: 910 time: 0.1158602 Aug 24 22:41:46.075907 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5b71dfeb-9956-46c9-9cb4-dae3ae102be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:46.096443 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-4a57ec44-4761-46b0-9202-6b4443490d56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 200 len: 217 time: 0.0408340 Aug 24 22:41:46.169686 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:46.177979 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feaac0-16b5-4437-b572-7589c5224ef8 req-fbbcfce3-22e6-42a9-9041-bfbe430ce28d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:46.179506 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-36feaac0-16b5-4437-b572-7589c5224ef8 req-fbbcfce3-22e6-42a9-9041-bfbe430ce28d tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0859065 Aug 24 22:41:46.181082 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-c7332695-49cb-481f-a998-96504d0f3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:46.182462 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-c7332695-49cb-481f-a998-96504d0f3b60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 200 len: 848 time: 0.0777774 Aug 24 22:41:46.198197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:41:46.226872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Checking router: 18bf38d4-5984-44dd-af46-f9faaf5a4fed for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:41:46.234955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:41:46.235584 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:41:46.251293 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-36feaac0-16b5-4437-b572-7589c5224ef8 req-63a1b707-a9de-4bde-9ecf-0f8da683d70e tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655746 Aug 24 22:41:46.256770 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-715c5cf4-1e44-4edc-9e23-3f1f879a9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:46.258343 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-715c5cf4-1e44-4edc-9e23-3f1f879a9e21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665681 Aug 24 22:41:46.342498 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:41:46.351228 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-7017b5c5-2878-40e0-9d29-094383604c99 service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833626 Aug 24 22:41:46.468542 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-70ebb59e-ec1c-4a5d-a98b-0293acbb27bb req-cc55b1f5-f5c1-462c-803b-a0fd4291753e service neutron] 10.222.0.25 "GET /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102800 Aug 24 22:41:46.555509 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:41:46.583467 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391239-8c91-4a2b-b38e-b174aa22e4e4 None None] The sync data for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi is: [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:34:14Z', 'revision_number': 4, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '73989f8f-5b93-4745-a369-4b0be98b9715', 'name': '', 'network_id': '1e5578b0-36a4-4bdf-acc6-ea53d4d89df2', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'mac_address': 'fa:16:3e:e2:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:13Z', 'updated_at': '2021-08-24T22:34:19Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'subnets': [{'id': '9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:41:46.820838 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a09c2-c341-43a6-b4cd-70be3fda119b None None] New status for floating IP 771d9c89-62e6-451b-a99f-e0b927499d22: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:41:46.978486 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8795b-008e-4fb4-aa23-d4f26e72ff56 req-c4c5993c-e3ce-4307-b9eb-3ca6d25796a5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:46.980046 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01f8795b-008e-4fb4-aa23-d4f26e72ff56 req-c4c5993c-e3ce-4307-b9eb-3ca6d25796a5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0543380 Aug 24 22:41:47.000959 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:47.019920 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-01f8795b-008e-4fb4-aa23-d4f26e72ff56 req-0736cb98-5d9a-43f5-9896-2fb12511b723 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336666 Aug 24 22:41:47.390900 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009baab-e005-4514-a495-6c33eeb65913 req-b2692a06-a79a-464f-a3a5-1b54bad43230 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:47.392460 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b009baab-e005-4514-a495-6c33eeb65913 req-b2692a06-a79a-464f-a3a5-1b54bad43230 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0708535 Aug 24 22:41:47.420556 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-cfa062eb-1b9a-4341-a091-5232a26cc696 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642614 Aug 24 22:41:47.437101 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-b009baab-e005-4514-a495-6c33eeb65913 req-2309484e-ec89-4ed0-8de5-7968aee0fedf tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385392 Aug 24 22:41:48.119214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-862b9955-f10e-42e5-9400-4e28bebf8b0e tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.120859 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-862b9955-f10e-42e5-9400-4e28bebf8b0e tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.25 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Aug 24 22:41:48.151088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61cc77-95a2-467d-9e7e-eadece7ce81e req-35d18508-18a2-467f-b54b-400a96bb900f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.152627 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b61cc77-95a2-467d-9e7e-eadece7ce81e req-35d18508-18a2-467f-b54b-400a96bb900f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0588021 Aug 24 22:41:48.192831 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0b61cc77-95a2-467d-9e7e-eadece7ce81e req-9a2bd5c6-ef3d-49a9-8695-f710d9821cc5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Aug 24 22:41:48.225561 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Deleting port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:41:48.225859 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:48.311875 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] For port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:41:48.312230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:48.325053 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Calling delete_port for 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc owned by compute:nova {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:41:48.532639 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:48.566958 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event deleted for resources: {'Port': ['ID=8d70f628-9db9-4cfd-9b8b-8043ec8a22cc,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:41:48.596477 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.596818 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.597146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.597516 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.598014 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.598396 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.598712 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.599029 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.599350 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.599664 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.599978 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.600288 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:41:48.633345 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf65067-a802-42a5-a275-cec097c4c8ee req-ebd2d2a9-d5ac-4d86-9a25-d7a6a5d339d3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.635089 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-edf65067-a802-42a5-a275-cec097c4c8ee req-ebd2d2a9-d5ac-4d86-9a25-d7a6a5d339d3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 867 time: 0.1285448 Aug 24 22:41:48.636130 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] No DVR routers for this DVR port 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc on host hv-cinder-80588 {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:41:48.638791 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:48.641011 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.25 "DELETE /v2.0/ports/8d70f628-9db9-4cfd-9b8b-8043ec8a22cc HTTP/1.1" status: 204 len: 173 time: 0.5131919 Aug 24 22:41:48.641477 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-deleted', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:41:48.643873 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1496cc-a193-4a4a-8111-678828ccefbf" -d '{"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-deleted", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:41:48.685624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:41:48.689410 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-edf65067-a802-42a5-a275-cec097c4c8ee req-a35cf955-110a-40b6-be8e-222d92364cc7 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b765d91-ea19-4e6c-9a25-852ec1df1ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Aug 24 22:41:48.690686 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea63332-2edb-4572-9fcc-1ec30bec2081 x-openstack-request-id: req-fea63332-2edb-4572-9fcc-1ec30bec2081 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:41:48.690978 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972c619a-e10b-4a38-9e03-19b1e22a0648", "name": "network-vif-deleted", "tag": "8d70f628-9db9-4cfd-9b8b-8043ec8a22cc", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:41:48.691293 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fea63332-2edb-4572-9fcc-1ec30bec2081 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:41:48.692216 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972c619a-e10b-4a38-9e03-19b1e22a0648', 'name': 'network-vif-deleted', 'tag': '8d70f628-9db9-4cfd-9b8b-8043ec8a22cc', 'status': 'completed', 'code': 200} Aug 24 22:41:48.757088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-c2bf8832-69de-4495-9917-f6b3728249f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.759417 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-c2bf8832-69de-4495-9917-f6b3728249f6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657&tenant_id=2241e6ea3c1c43ec9772db120e4a5818 HTTP/1.1" status: 200 len: 1097 time: 0.0993342 Aug 24 22:41:48.848357 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-d80461cf-21d8-46f1-a457-443d6239a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.849844 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-d80461cf-21d8-46f1-a457-443d6239a7e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1097 time: 0.0471179 Aug 24 22:41:48.946461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-28db9402-7663-4d80-aaa1-8e2842b4ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:48.947916 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-28db9402-7663-4d80-aaa1-8e2842b4ea56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 200 len: 918 time: 0.0882604 Aug 24 22:41:49.016031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-02b0a2fe-1946-4496-a401-f3e4f02cf8e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 200 len: 999 time: 0.0605438 Aug 24 22:41:49.074249 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-c1079d44-c1e5-4404-98ad-9bfd7d98f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:49.075823 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-c1079d44-c1e5-4404-98ad-9bfd7d98f3bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 200 len: 856 time: 0.0528300 Aug 24 22:41:49.124312 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-dd406b25-859c-454d-8d4f-8f51af811d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:49.125987 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-dd406b25-859c-454d-8d4f-8f51af811d25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b7ef924-d865-4684-96e3-e119a6477c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426087 Aug 24 22:41:49.225189 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-e05c3eb5-b951-4500-a3a6-84a0e2564271 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915251 Aug 24 22:41:49.319540 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab101008-0625-412e-9e8e-8a8d6f6efa5c req-5cc27a6a-dbb9-45e2-89ca-66e5bed372f2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:49.321084 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ab101008-0625-412e-9e8e-8a8d6f6efa5c req-5cc27a6a-dbb9-45e2-89ca-66e5bed372f2 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0524099 Aug 24 22:41:49.321319 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-76d66e42-0926-4758-938a-fd5d855fa298 service neutron] 10.222.0.25 "GET /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Aug 24 22:41:49.361668 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ab101008-0625-412e-9e8e-8a8d6f6efa5c req-2a4aa656-5bb8-42cf-975a-47d2de2347e0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343890 Aug 24 22:41:49.800430 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e560ce37-046b-4496-9a86-bb66fff82d3b req-4286edc7-e721-488c-a6a2-d528b2bfd93b tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Aug 24 22:41:50.485404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730325-aa09-43fc-84d9-6023994f0f86 req-4988ddb1-5be9-45fc-aa2a-ed9c7487bd8a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:50.486842 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67730325-aa09-43fc-84d9-6023994f0f86 req-4988ddb1-5be9-45fc-aa2a-ed9c7487bd8a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0472012 Aug 24 22:41:50.530100 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-67730325-aa09-43fc-84d9-6023994f0f86 req-8a5db64c-ccdc-4025-a3ba-bcb91b1fded0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370271 Aug 24 22:41:50.916857 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2955d9a2-268b-4f80-b7f8-f9ccb8538291 req-54bc54eb-5319-4e6b-91e0-000934aff2c5 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0261655 Aug 24 22:41:51.654683 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188725c-5721-4758-a35c-37229eed2c97 req-40b57ff2-81ce-42d0-bd4c-0962c492c0c7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:51.656187 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9188725c-5721-4758-a35c-37229eed2c97 req-40b57ff2-81ce-42d0-bd4c-0962c492c0c7 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0500138 Aug 24 22:41:51.705356 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9188725c-5721-4758-a35c-37229eed2c97 req-73a52db5-d74f-4d05-995b-f81c2d237beb tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 Aug 24 22:41:52.026554 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fe7ab161-60c5-4750-ba57-bccf36bc289b req-6838d8d7-9cd4-444d-8134-d16bcbdabeee tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0265658 Aug 24 22:41:52.833885 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b99fe-e360-4033-bf20-fe41b9f335af req-f9c8f992-ad49-4c08-b324-b319cd469396 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:52.835341 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f3b99fe-e360-4033-bf20-fe41b9f335af req-f9c8f992-ad49-4c08-b324-b319cd469396 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0525362 Aug 24 22:41:52.871949 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4f3b99fe-e360-4033-bf20-fe41b9f335af req-4a646384-b240-4ea2-ae65-fc0b027bba7c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304246 Aug 24 22:41:52.951392 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:41:52.970992 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:41:52.971333 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 8d70f628-9db9-4cfd-9b8b-8043ec8a22cc not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:41:53.138969 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f0d3f3c9-a12e-455a-bbec-f42c104a43c8 req-f833ff6a-9a09-4b32-bcea-5a987c8806d1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0316358 Aug 24 22:41:53.991071 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fa646-d946-47c2-be5f-fa57b8b72401 req-e7b4c37c-8d73-48e8-8fe0-42655fa6e603 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:53.992680 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb2fa646-d946-47c2-be5f-fa57b8b72401 req-e7b4c37c-8d73-48e8-8fe0-42655fa6e603 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0501812 Aug 24 22:41:54.030603 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cb2fa646-d946-47c2-be5f-fa57b8b72401 req-463ef453-b1d5-43b3-b1c6-2b10ff628a6f tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Aug 24 22:41:54.249961 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c7787584-0a8c-4471-b529-7929c806d8d7 req-5490b83d-d668-44ac-bea9-fb048924964f tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0253673 Aug 24 22:41:55.154976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072d210-4605-4b49-b66d-b892edf4d979 req-d5fcf94e-c153-419c-9041-1a7d8a65ed86 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:55.156664 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1072d210-4605-4b49-b66d-b892edf4d979 req-d5fcf94e-c153-419c-9041-1a7d8a65ed86 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0532076 Aug 24 22:41:55.200865 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1072d210-4605-4b49-b66d-b892edf4d979 req-531497a3-1ccf-4d04-bb8e-bab6f2cc7a65 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Aug 24 22:41:55.355490 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-45c1331b-d116-443f-8411-8e7214dfb19c req-7372db11-ca0d-4a8d-8872-aa748f65cabd tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Aug 24 22:41:56.322100 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac155-f34b-46bb-98a7-293546aa642e req-aada639e-4fb5-476e-b401-a4fd9538766e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:56.323560 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c73ac155-f34b-46bb-98a7-293546aa642e req-aada639e-4fb5-476e-b401-a4fd9538766e tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0505373 Aug 24 22:41:56.361166 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c73ac155-f34b-46bb-98a7-293546aa642e req-67db0662-84cd-4a92-bc36-0c938d9a3bb3 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Aug 24 22:41:56.473184 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e5964f7c-306a-4f8f-845c-f2e0c327ff8a req-414af8f6-1944-4eb3-9078-6d0a4365e702 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0332549 Aug 24 22:41:57.492613 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b827e00-35db-4501-b77f-d57a505473b9 req-ba99ba6d-5444-42c9-8656-395e054534f4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:57.494310 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b827e00-35db-4501-b77f-d57a505473b9 req-ba99ba6d-5444-42c9-8656-395e054534f4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0493920 Aug 24 22:41:57.532649 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2b827e00-35db-4501-b77f-d57a505473b9 req-6bef906d-0f94-4b37-beec-b9445ff8c361 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Aug 24 22:41:57.631684 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eeda6fc2-ab16-44ca-a136-64384b8ee657 req-c978c92b-7cb8-49af-8f01-e6f510d723e9 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0265713 Aug 24 22:41:58.663286 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bd6bb-0df2-4665-b806-f998737e1912 req-1cdcc1e2-4bfb-41c2-8944-2f4a35cddf42 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:58.664765 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a50bd6bb-0df2-4665-b806-f998737e1912 req-1cdcc1e2-4bfb-41c2-8944-2f4a35cddf42 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0559032 Aug 24 22:41:58.703819 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a50bd6bb-0df2-4665-b806-f998737e1912 req-d8704c6d-517d-41f4-af48-967c58054876 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330954 Aug 24 22:41:58.813892 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-18fca096-bcef-4f7c-9570-e7e5dff768e9 req-e189f6b2-1485-4f79-8fad-6ecf784dc504 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0374966 Aug 24 22:41:59.852332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47ce2c-97b5-429f-b737-22be4b570beb req-ca08d193-1d8c-47f5-bb11-67096afefc22 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:41:59.853891 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bb47ce2c-97b5-429f-b737-22be4b570beb req-ca08d193-1d8c-47f5-bb11-67096afefc22 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0585649 Aug 24 22:41:59.893099 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bb47ce2c-97b5-429f-b737-22be4b570beb req-f7c35db6-7c64-494f-9fb4-f290f308ab26 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Aug 24 22:42:00.006252 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-88db8bd5-52a5-455a-8c33-8ce126dd4e54 req-ac2821a9-b0a8-48ec-be49-bc98fd5c9057 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0329294 Aug 24 22:42:01.013867 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d092985-27d6-446c-9d05-3f463e945f79 req-f3f22f00-db4b-4cea-8820-4c2a4b99e302 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:01.015341 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d092985-27d6-446c-9d05-3f463e945f79 req-f3f22f00-db4b-4cea-8820-4c2a4b99e302 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0523405 Aug 24 22:42:01.055953 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0d092985-27d6-446c-9d05-3f463e945f79 req-bc45cc2c-17a8-4aef-a007-844e4b568e22 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346234 Aug 24 22:42:01.304034 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-705226f0-2092-4d1c-8bf2-d8e441fcc1bb req-cd7ce329-61a5-43b9-a4f4-49c2c2c4d806 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0257220 Aug 24 22:42:02.189328 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746baa-93ca-4b97-a2f6-dea979ae87ae req-9a01bd7d-3b8d-43d4-abc5-a363fb9f59df tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:02.190893 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71746baa-93ca-4b97-a2f6-dea979ae87ae req-9a01bd7d-3b8d-43d4-abc5-a363fb9f59df tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0500031 Aug 24 22:42:02.230872 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-71746baa-93ca-4b97-a2f6-dea979ae87ae req-ddf03c9a-3c56-485c-9ac8-50b174e89dbc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340345 Aug 24 22:42:02.409259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-741ff7e4-4dec-4a77-a8cd-ed4c2ba48994 req-2fe74e1e-1504-4aa8-a489-db401f18c5b3 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0265975 Aug 24 22:42:03.449410 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50086375-e74c-474b-91f3-9a815db8c7d1 req-92f45efb-f2e6-4ae2-8804-1a96d2dbcbf9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:03.450842 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50086375-e74c-474b-91f3-9a815db8c7d1 req-92f45efb-f2e6-4ae2-8804-1a96d2dbcbf9 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.1486228 Aug 24 22:42:03.487557 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-50086375-e74c-474b-91f3-9a815db8c7d1 req-1075b16d-6a33-4d73-a1fc-c7a243575785 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Aug 24 22:42:03.581166 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1ae6bcd6-96cb-4d4f-9471-8047233b9644 req-2bbc1668-b007-475f-9a2b-0b7bae490618 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Aug 24 22:42:04.606649 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f686b-d830-4a40-a214-30e8099d1323 req-7a8f2f5f-61ab-43e2-b755-edd5d76d257a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:04.608120 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-461f686b-d830-4a40-a214-30e8099d1323 req-7a8f2f5f-61ab-43e2-b755-edd5d76d257a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0488534 Aug 24 22:42:04.646499 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-461f686b-d830-4a40-a214-30e8099d1323 req-eb411506-5eb1-44de-9265-5063bdf3a972 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Aug 24 22:42:04.743267 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e07d34b1-1239-41ac-ac7f-82d7c7c5c2ca req-e5674c56-8ae0-4f8f-b18b-7b7a1c3f0d02 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "GET /v2.0/ports?device_id=972c619a-e10b-4a38-9e03-19b1e22a0648 HTTP/1.1" status: 200 len: 210 time: 0.0294044 Aug 24 22:42:05.764029 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5789b2-0ffb-47c9-bc89-6380fd3d17d1 req-16855dbf-a03b-47fa-aaf8-9ad825d1ad7b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:05.765529 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f5789b2-0ffb-47c9-bc89-6380fd3d17d1 req-16855dbf-a03b-47fa-aaf8-9ad825d1ad7b tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0478654 Aug 24 22:42:05.799805 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49150) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:05.803769 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9f5789b2-0ffb-47c9-bc89-6380fd3d17d1 req-32f26657-ae6b-4ba3-8800-01339dedca23 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325010 Aug 24 22:42:05.861512 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:05.886633 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:06.028785 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:06.031486 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:06.035590 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] 10.222.0.39 "DELETE /v2.0/security-groups/6b765d91-ea19-4e6c-9a25-852ec1df1ddb HTTP/1.1" status: 204 len: 168 time: 0.2319407 Aug 24 22:42:06.042462 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9a86a-4a05-4130-99bc-db37e9820084 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b765d91-ea19-4e6c-9a25-852ec1df1ddb,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:06.925913 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c3b2-8bfe-4f46-b312-6ce7bf32578b req-a856d265-ca7a-4f9f-9933-3b275d0adadd tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:06.927388 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed08c3b2-8bfe-4f46-b312-6ce7bf32578b req-a856d265-ca7a-4f9f-9933-3b275d0adadd tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0485227 Aug 24 22:42:06.965540 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ed08c3b2-8bfe-4f46-b312-6ce7bf32578b req-b5617f00-cecc-498f-9c0e-7ffe2731def5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307648 Aug 24 22:42:07.176092 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49160) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:07.621514 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:07.869646 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Deleting port 73989f8f-5b93-4745-a369-4b0be98b9715 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:07.869995 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:07.948102 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] For port 73989f8f-5b93-4745-a369-4b0be98b9715, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=73989f8f-5b93-4745-a369-4b0be98b9715,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:07.948460 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:07.964432 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Calling delete_port for 73989f8f-5b93-4745-a369-4b0be98b9715 owned by network:router_interface {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:08.191986 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc95-9507-4261-af2e-12d18bdbe7ef req-e5989e75-309d-4173-9b5f-93067f811ec6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:08.193350 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6593bc95-9507-4261-af2e-12d18bdbe7ef req-e5989e75-309d-4173-9b5f-93067f811ec6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.1345055 Aug 24 22:42:08.233940 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6593bc95-9507-4261-af2e-12d18bdbe7ef req-9eedcb72-3eec-4311-b8e0-379268d58326 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342968 Aug 24 22:42:08.291558 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:08.317989 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=73989f8f-5b93-4745-a369-4b0be98b9715,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:08.490315 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:08.707395 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Router 18bf38d4-5984-44dd-af46-f9faaf5a4fed has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:08.820060 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:08.827274 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1e7d9a89-4d5a-432c-a177-4686ddc72e27 admin admin] 10.222.0.39 "PUT /v2.0/routers/18bf38d4-5984-44dd-af46-f9faaf5a4fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501026 Aug 24 22:42:08.830037 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49172) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:08.832921 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Sync routers for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:08.842872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:08.843484 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:08.932906 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:08.950180 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:09.009003 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:42:09.173348 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:09.202615 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'port_id': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'mac_address': 'fa:16:3e:e2:37:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:42:09.266437 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.285303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:42:09.292262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.312161 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:09.319197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:42:08Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:09.350708 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Checking router: 18bf38d4-5984-44dd-af46-f9faaf5a4fed for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:09.360096 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Routers {'18bf38d4-5984-44dd-af46-f9faaf5a4fed'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:09.360704 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:09.366424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521db51-5c3a-44b6-9282-d240a6aef8fd req-4479131b-89b3-4a9e-ac08-9064fbd3fe20 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:09.371963 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7521db51-5c3a-44b6-9282-d240a6aef8fd req-4479131b-89b3-4a9e-ac08-9064fbd3fe20 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 944 time: 0.0507300 Aug 24 22:42:09.394409 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.432806 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-7521db51-5c3a-44b6-9282-d240a6aef8fd req-3350b8cb-39f1-490b-98ed-575b5f062f4d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577552 Aug 24 22:42:09.451209 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Deleting port 7768e28c-79ea-42b6-b095-ff2278f56c03 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:09.451619 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.489852 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=9']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:09.496027 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:42:09.508518 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] Set router 18bf38d4-5984-44dd-af46-f9faaf5a4fed gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:09.551068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] For port 7768e28c-79ea-42b6-b095-ff2278f56c03, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7768e28c-79ea-42b6-b095-ff2278f56c03,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:09.551427 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.564034 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Calling delete_port for 7768e28c-79ea-42b6-b095-ff2278f56c03 owned by network:router_gateway {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:09.686156 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:42:08Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:09.720424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cea09f-664d-42f7-bd95-316f417d7ade None None] The sync data for ids ['18bf38d4-5984-44dd-af46-f9faaf5a4fed'] in dv-cinder-805887-2-iscsi is: [{'id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'name': 'tempest-TestShelveInstance-1499514585-router', 'tenant_id': '4176fc5b624843dea166834b19ba436c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:09Z', 'updated_at': '2021-08-24T22:42:08Z', 'revision_number': 5, 'project_id': '4176fc5b624843dea166834b19ba436c', 'gw_port': {'id': '7768e28c-79ea-42b6-b095-ff2278f56c03', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf38d4-5984-44dd-af46-f9faaf5a4fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:10Z', 'updated_at': '2021-08-24T22:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:09.872804 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['2fc1e0ea-1d5d-4e38-899b-3ada20046e15'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:42:09.874823 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:09.902197 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7768e28c-79ea-42b6-b095-ff2278f56c03,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:09.959815 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.067977 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.070068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.223566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.224092 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bf38d4-5984-44dd-af46-f9faaf5a4fed {{(pid=94374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:42:10.229838 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.231268 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ec5c9537-8291-4581-8e5c-a24dbe5b2c1c admin admin] 10.222.0.39 "DELETE /v2.0/routers/18bf38d4-5984-44dd-af46-f9faaf5a4fed HTTP/1.1" status: 204 len: 168 time: 1.4001222 Aug 24 22:42:10.234076 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49178) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:10.280170 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Deleting subnet 9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:42:10.283779 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.331041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.441380 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.551569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-de3da50e-310a-498f-a746-64a403286c27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424125 Aug 24 22:42:10.561539 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518d57-e176-4e68-8f6a-2fc8b0f71825 req-0e2d08b3-87f6-4c84-98f6-6d80b44d75e6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:10.563025 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-83518d57-e176-4e68-8f6a-2fc8b0f71825 req-0e2d08b3-87f6-4c84-98f6-6d80b44d75e6 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Aug 24 22:42:10.596338 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.612273 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-83518d57-e176-4e68-8f6a-2fc8b0f71825 req-95e65042-088d-4695-964a-c643f24fd412 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Aug 24 22:42:10.628346 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-56c255b3-cb0a-4a8b-b2ca-7106e602ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:10.629718 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-56c255b3-cb0a-4a8b-b2ca-7106e602ca50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1138 time: 0.0445604 Aug 24 22:42:10.631628 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:10.634547 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.636586 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-046f059a-0a3c-4da8-9eef-07c5c39fd913 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9fbe2bd9-d489-4bc8-ab6f-755cc55ebcd6 HTTP/1.1" status: 204 len: 168 time: 0.4014239 Aug 24 22:42:10.639194 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49182) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:10.643473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744d41f-3366-4c13-8f31-6792252a57ed None None] Network 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:42:10.732784 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.756664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-d7d5c7d4-4954-4a57-b8e4-47ffe5390b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:10.759164 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-d7d5c7d4-4954-4a57-b8e4-47ffe5390b59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.1063120 Aug 24 22:42:10.797675 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Deleting port c4923ac3-84e6-44bf-864c-dece35ce390b {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:10.798107 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.845814 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-ba0a2b3b-9627-4158-9bf6-3a913b9d6eb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 1001 time: 0.0770342 Aug 24 22:42:10.863480 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] For port c4923ac3-84e6-44bf-864c-dece35ce390b, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c4923ac3-84e6-44bf-864c-dece35ce390b,segment=NetworkSegment(102b1439-238a-4f67-b60b-3bd028adca4d),segment_id=102b1439-238a-4f67-b60b-3bd028adca4d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:10.863842 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:10.878359 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Calling delete_port for c4923ac3-84e6-44bf-864c-dece35ce390b owned by network:dhcp {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:10.901954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-562c8288-b938-441d-810c-d066de695228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:10.904016 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-562c8288-b938-441d-810c-d066de695228 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0507345 Aug 24 22:42:10.968522 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-9da4dd43-beb4-4ce6-acca-9428397a6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:10.970203 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-9da4dd43-beb4-4ce6-acca-9428397a6d4c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587790 Aug 24 22:42:10.981547 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] DHCP port deletion for 1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:42:11.029293 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:42:11.041238 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.054774 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Deleting port c4923ac3-84e6-44bf-864c-dece35ce390b {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:11.059293 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.068570 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-7ea2c757-8402-4cdb-9e8f-81b05bfa63f8 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893993 Aug 24 22:42:11.068856 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4923ac3-84e6-44bf-864c-dece35ce390b,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:11.073926 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] No DVR routers for this DVR port c4923ac3-84e6-44bf-864c-dece35ce390b on host dv-cinder-805887-2-iscsi {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:11.137591 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] For port c4923ac3-84e6-44bf-864c-dece35ce390b, host dv-cinder-805887-2-iscsi, got binding levels [] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:11.137991 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.151600 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.155068 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Calling delete_port for c4923ac3-84e6-44bf-864c-dece35ce390b owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:11.159840 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.ipam_backend_mixin [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Port c4923ac3-84e6-44bf-864c-dece35ce390b was not found and therefore no delete operation was performed {{(pid=94376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 22:42:11.161392 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:42:11.161792 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.162074 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5578b0-36a4-4bdf-acc6-ea53d4d89df2']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:11.163387 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.173854 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102b1439-238a-4f67-b60b-3bd028adca4d') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:11.174203 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102b1439-238a-4f67-b60b-3bd028adca4d') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:11.174684 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-37565c9f-f1e2-4d0d-b80f-f7348270e350 req-d081c07f-1595-49f6-baae-5e4656fc259d service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985820 Aug 24 22:42:11.184407 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.200427 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.208096 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:42:11.208415 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:42:11.210246 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:42:11.215673 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] Pushing event deleted for resources: {'Port': ['ID=c4923ac3-84e6-44bf-864c-dece35ce390b,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:11.219648 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8abda3-1b4d-4de2-ac58-c90f3b6e2b31 None None] No DVR routers for this DVR port c4923ac3-84e6-44bf-864c-dece35ce390b on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:11.276992 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7768e28c-79ea-42b6-b095-ff2278f56c03 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:11.300306 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 7768e28c-79ea-42b6-b095-ff2278f56c03 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:11.300571 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7768e28c-79ea-42b6-b095-ff2278f56c03 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:11.300990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c4923ac3-84e6-44bf-864c-dece35ce390b no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:11.325943 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: c4923ac3-84e6-44bf-864c-dece35ce390b {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:11.326278 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c4923ac3-84e6-44bf-864c-dece35ce390b not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:11.326689 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 73989f8f-5b93-4745-a369-4b0be98b9715 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:11.330433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.337787 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.342379 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.346020 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1e5578b0-36a4-4bdf-acc6-ea53d4d89df2 HTTP/1.1" status: 204 len: 168 time: 0.7053812 Aug 24 22:42:11.347511 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49186) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:11.349956 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 73989f8f-5b93-4745-a369-4b0be98b9715 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:11.350300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 73989f8f-5b93-4745-a369-4b0be98b9715 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:11.363740 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8c2f-8923-46b5-bcd5-167035ba0ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5578b0-36a4-4bdf-acc6-ea53d4d89df2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:11.375515 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:42:11.377812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4a9c3-b1fe-49e6-9cb3-e0e43933620a" -d '{"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:42:11.392209 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:11.418415 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c015a9e4-82af-4ab3-8a53-1ea302299d14 x-openstack-request-id: req-c015a9e4-82af-4ab3-8a53-1ea302299d14 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:42:11.418707 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-plugged", "status": "completed", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:42:11.418964 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c015a9e4-82af-4ab3-8a53-1ea302299d14 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:42:11.419360 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'code': 200} Aug 24 22:42:11.457473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:11.511176 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=10']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:11.873287 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200a2fe-2dfd-4e94-b40a-b01588697352 req-a338a056-05dc-4f0f-9a80-4d0799dcb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:11.874781 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a200a2fe-2dfd-4e94-b40a-b01588697352 req-a338a056-05dc-4f0f-9a80-4d0799dcb38d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 1100 time: 0.0978880 Aug 24 22:42:11.885013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83445aa8-e951-4a34-9265-fb78e9ef732b req-fc3f9830-970b-4a55-a55f-5fddcbbbb1cf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:11.886389 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-83445aa8-e951-4a34-9265-fb78e9ef732b req-fc3f9830-970b-4a55-a55f-5fddcbbbb1cf tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.1083400 Aug 24 22:42:11.969269 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a200a2fe-2dfd-4e94-b40a-b01588697352 req-8ade957e-84fd-4a92-9219-6e7a2fe5055f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803981 Aug 24 22:42:11.976973 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-83445aa8-e951-4a34-9265-fb78e9ef732b req-25804517-7131-413f-bdcc-280b3560be59 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817437 Aug 24 22:42:12.157834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:12.456695 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Deleting port c02625b9-6db8-462e-a320-4e2b952d19b8 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:12.457176 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:12.543834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] For port c02625b9-6db8-462e-a320-4e2b952d19b8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=c02625b9-6db8-462e-a320-4e2b952d19b8,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:12.544199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:12.563204 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Calling delete_port for c02625b9-6db8-462e-a320-4e2b952d19b8 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:12.817813 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:12.847865 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02625b9-6db8-462e-a320-4e2b952d19b8,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:13.043344 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.127463 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c197009-5139-4128-b093-10ed823612cb req-1ed845f0-cd28-4383-99d0-bf19da3978fd tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:13.128931 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c197009-5139-4128-b093-10ed823612cb req-1ed845f0-cd28-4383-99d0-bf19da3978fd tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0564470 Aug 24 22:42:13.170307 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4c197009-5139-4128-b093-10ed823612cb req-51339dd8-6deb-4394-936f-465c447ee1f8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343261 Aug 24 22:42:13.292714 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Router 60921431-3ce7-4d82-bf1a-bbb8b6664fce has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:13.325777 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2f75d928-9ab4-4604-91d6-0bccf6e2c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.397747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:13.403315 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1aa40fae-883f-451a-9579-449ffc72b512 admin admin] 10.222.0.39 "PUT /v2.0/routers/60921431-3ce7-4d82-bf1a-bbb8b6664fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0546858 Aug 24 22:42:13.406091 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49206) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:13.409160 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Sync routers for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:13.423799 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:13.424486 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:13.515718 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.547247 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:13.627218 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.747128 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:42:12Z', 'revision_number': 5, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port': {'id': '3223e517-3d0d-45d9-af59-bf8f33fc6d1d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:34:18Z', 'updated_at': '2021-08-24T22:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:13.762740 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Deleting port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:13.762971 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.778194 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Checking router: 60921431-3ce7-4d82-bf1a-bbb8b6664fce for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:13.786358 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Routers {'60921431-3ce7-4d82-bf1a-bbb8b6664fce'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:13.786960 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:41:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:13.845235 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] For port 3223e517-3d0d-45d9-af59-bf8f33fc6d1d, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:13.845713 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:13.859683 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Calling delete_port for 3223e517-3d0d-45d9-af59-bf8f33fc6d1d owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:13.877338 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] Set router 60921431-3ce7-4d82-bf1a-bbb8b6664fce gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:13.933229 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:42:13Z', 'revision_number': 6, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:13.963669 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e2278-acae-456d-8d79-2949788d3f82 None None] The sync data for ids ['60921431-3ce7-4d82-bf1a-bbb8b6664fce'] in dv-cinder-805887-2-iscsi is: [{'id': '60921431-3ce7-4d82-bf1a-bbb8b6664fce', 'name': 'tempest-TestShelveInstance-988356329-router', 'tenant_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:34:17Z', 'updated_at': '2021-08-24T22:42:13Z', 'revision_number': 6, 'project_id': 'b2eda70fedf74cec87539ec2b7e70c19', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:14.103626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.131922 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Pushing event deleted for resources: {'Port': ['ID=3223e517-3d0d-45d9-af59-bf8f33fc6d1d,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:14.196793 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.312074 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.316403 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.373430 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136555b3-ad52-48a1-a4fc-447d4564716a req-9bad0f14-f425-470a-8b01-01f11013e6d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:14.375098 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-136555b3-ad52-48a1-a4fc-447d4564716a req-9bad0f14-f425-470a-8b01-01f11013e6d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.1164124 Aug 24 22:42:14.421026 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-136555b3-ad52-48a1-a4fc-447d4564716a req-ab782306-1ad7-44e6-bd87-b0cee42b70ae tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390673 Aug 24 22:42:14.448716 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.449735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60921431-3ce7-4d82-bf1a-bbb8b6664fce {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:42:14.454781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.457716 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-17c88116-6649-4e01-a7ca-4d48bb98a22e admin admin] 10.222.0.39 "DELETE /v2.0/routers/60921431-3ce7-4d82-bf1a-bbb8b6664fce HTTP/1.1" status: 204 len: 168 time: 1.0489168 Aug 24 22:42:14.459488 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49246) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:14.504914 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Deleting subnet 1e5abe3c-fe2f-4604-a84a-251c520b4229 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:42:14.507932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.545914 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.670641 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.823709 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.850382 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5abe3c-fe2f-4604-a84a-251c520b4229,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:14.856445 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:14.858423 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-defa9fdb-cae7-4e5a-9489-44b95b71fd05 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e5abe3c-fe2f-4604-a84a-251c520b4229 HTTP/1.1" status: 204 len: 168 time: 0.3980310 Aug 24 22:42:14.861429 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49248) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:14.865396 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a2283-e436-4464-9efe-b1b00965d1dc None None] Network 04e60098-e72e-444f-8cbb-6e151864d08b requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:42:14.955277 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.028006 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Deleting port 8c0e372f-707e-4813-bce6-5a5e04d741b0 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:15.028352 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.090524 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] DHCP port deletion for 04e60098-e72e-444f-8cbb-6e151864d08b request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:42:15.106673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] For port 8c0e372f-707e-4813-bce6-5a5e04d741b0, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8c0e372f-707e-4813-bce6-5a5e04d741b0,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:15.107241 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.126043 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Calling delete_port for 8c0e372f-707e-4813-bce6-5a5e04d741b0 owned by network:dhcp {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:15.165752 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Deleting port 8c0e372f-707e-4813-bce6-5a5e04d741b0 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:15.166131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.266654 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8c0e372f-707e-4813-bce6-5a5e04d741b0 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:15.307652 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] For port 8c0e372f-707e-4813-bce6-5a5e04d741b0, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=8c0e372f-707e-4813-bce6-5a5e04d741b0,segment=NetworkSegment(9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe),segment_id=9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:15.308049 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.327294 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Calling delete_port for 8c0e372f-707e-4813-bce6-5a5e04d741b0 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:15.331280 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.339188 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No active binding found for port 8c0e372f-707e-4813-bce6-5a5e04d741b0 {{(pid=94376) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 22:42:15.347794 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 8c0e372f-707e-4813-bce6-5a5e04d741b0 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:15.347794 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 3223e517-3d0d-45d9-af59-bf8f33fc6d1d no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:15.364652 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0e372f-707e-4813-bce6-5a5e04d741b0,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:15.367156 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] No DVR routers for this DVR port 8c0e372f-707e-4813-bce6-5a5e04d741b0 on host dv-cinder-805887-2-iscsi {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:15.410563 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 3223e517-3d0d-45d9-af59-bf8f33fc6d1d {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:15.410906 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 3223e517-3d0d-45d9-af59-bf8f33fc6d1d not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:15.411329 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c02625b9-6db8-462e-a320-4e2b952d19b8 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:15.439922 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: c02625b9-6db8-462e-a320-4e2b952d19b8 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:15.440261 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device c02625b9-6db8-462e-a320-4e2b952d19b8 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:15.440563 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.459145 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e60098-e72e-444f-8cbb-6e151864d08b']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:15.477433 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:15.478179 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eafcedd-6d56-49f2-9f0f-0d1bdc631bbe') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:15.491997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.501314 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.509532 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.519232 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:42:15.519989 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:42:15.522560 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:42:15.528567 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] Pushing event deleted for resources: {'Port': ['ID=8c0e372f-707e-4813-bce6-5a5e04d741b0,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:15.532342 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4a4db-b3ce-4606-b423-ae81c643ad5a None None] No DVR routers for this DVR port 8c0e372f-707e-4813-bce6-5a5e04d741b0 on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:15.554074 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.574297 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dc9f6-6139-484d-88d2-32bde7a25f45 req-521528a0-8013-446d-bb7c-6a29568f55d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:15.575734 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a9dc9f6-6139-484d-88d2-32bde7a25f45 req-521528a0-8013-446d-bb7c-6a29568f55d0 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0761571 Aug 24 22:42:15.617147 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a9dc9f6-6139-484d-88d2-32bde7a25f45 req-2b6702d3-8795-4bf7-b5ac-f4801d5c7d07 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345759 Aug 24 22:42:15.668153 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.677121 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:15.682289 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] 10.222.0.39 "DELETE /v2.0/networks/04e60098-e72e-444f-8cbb-6e151864d08b HTTP/1.1" status: 204 len: 168 time: 0.8163817 Aug 24 22:42:15.693110 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a15224-8085-4190-9c7d-8a11bb7eecdf admin admin] Pushing event deleted for resources: {'Network': ['ID=04e60098-e72e-444f-8cbb-6e151864d08b,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:15.966171 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-02f83346-6d67-41f9-9461-62e36a6ef93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.000565 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49266) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:16.045961 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f7a32492-060f-452f-a6c6-3dbc19de8d14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4176fc5b624843dea166834b19ba436c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442080 Aug 24 22:42:16.048412 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49270) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:16.108976 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.114916 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.131432 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.223246 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.225865 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:16.229962 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23b3a30c-41af-46e8-88b9-f48de8d74745 HTTP/1.1" status: 204 len: 168 time: 0.1777117 Aug 24 22:42:16.237882 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a24f0b-cd35-4aea-94b0-5c10d72e73a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3a30c-41af-46e8-88b9-f48de8d74745,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:17.004099 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49276) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:17.018040 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:17.045064 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d38b7e21-4606-44e5-806a-474ca3df797b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2eda70fedf74cec87539ec2b7e70c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398219 Aug 24 22:42:17.050668 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49278) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:17.100204 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:17.126842 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:17.229393 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:17.232068 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:17.233235 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad1fe016-f0d2-4df2-ac01-1d0d5d260a64 HTTP/1.1" status: 204 len: 168 time: 0.1847475 Aug 24 22:42:17.241380 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2393650-975c-4426-bd73-a94dbc66b02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1fe016-f0d2-4df2-ac01-1d0d5d260a64,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:18.639846 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:18.797933 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-ba47771a-6c91-4f01-89a8-0c078c0aa9d2 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246211044&fields=id&tenant_id=82bd4c9759814a1386750f449952cd96 HTTP/1.1" status: 200 len: 267 time: 0.0349364 Aug 24 22:42:18.850481 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-411ea163-5394-4475-8fd5-226363d5db9d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:18.851946 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-411ea163-5394-4475-8fd5-226363d5db9d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 985 time: 0.0481865 Aug 24 22:42:18.863418 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Request body: {'port': {'security_groups': ['6a14ce37-219a-4c50-84c1-6fd6ee683308']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:42:19.174468 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.353893 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:19.383093 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.433102 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.473112 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:42:19.474906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:19.477026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.477026 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c05eb57e-ce2b-4e26-a9d3-a959d5c0f223 req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "PUT /v2.0/ports/432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 943 time: 0.6179807 Aug 24 22:42:19.477513 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:42:19.483684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47277eed-ff65-4ae7-a377-a5b0d2ed0569" -d '{"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:42:19.483930 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49296) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:19.523409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b8f90-b61b-4305-9886-1b836b505fca tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event updated for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=7']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:19.536627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c535e3-fc4d-4d77-9d33-fb774392c023 x-openstack-request-id: req-d9c535e3-fc4d-4d77-9d33-fb774392c023 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:42:19.536912 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:42:19.537153 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9c535e3-fc4d-4d77-9d33-fb774392c023 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:42:19.537824 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:42:19.576613 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.606656 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.628198 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:42:19.639257 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-64689b5d-e211-4100-a483-e943a1871c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:19.641154 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-64689b5d-e211-4100-a483-e943a1871c2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1099 time: 0.0550785 Aug 24 22:42:19.755907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-b06edc44-a64c-425c-bc99-2ba3a378a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:19.757298 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-b06edc44-a64c-425c-bc99-2ba3a378a53d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.1074157 Aug 24 22:42:19.771438 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-9edf99ef-3178-4f2c-b18e-49179e1a1714 None None] Provisioning complete for port 432279de-841f-4f3f-9730-c4f96cf33d03 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:42:19.771986 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9edf99ef-3178-4f2c-b18e-49179e1a1714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.777592 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.780420 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:19.784491 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "DELETE /v2.0/security-groups/187a9b5c-61fc-43aa-ab3f-6fe2b1123763 HTTP/1.1" status: 204 len: 168 time: 0.2972431 Aug 24 22:42:19.785109 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49298) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:19.827268 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc05d1-9681-4709-9c88-1c7c4c068cfe tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a9b5c-61fc-43aa-ab3f-6fe2b1123763,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:19.837429 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-41223399-c48b-409a-9c1f-6a74456cd94d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 1001 time: 0.0728052 Aug 24 22:42:19.917121 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-85d13532-47a5-4495-9b9e-c789beeb432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:19.919451 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-85d13532-47a5-4495-9b9e-c789beeb432a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0746667 Aug 24 22:42:19.969747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-53141fdf-b898-4926-8384-85c186664b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:19.969747 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-53141fdf-b898-4926-8384-85c186664b18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418520 Aug 24 22:42:19.984367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Deleting port 111de28f-6b15-4531-8d91-55f799ba2ff1 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:19.984718 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.062263 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.062588 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.063076 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-ce3e123b-3daf-47da-a6b9-98baf29e0eb9 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860856 Aug 24 22:42:20.075327 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Calling delete_port for 111de28f-6b15-4531-8d91-55f799ba2ff1 owned by network:floatingip {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:20.160345 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-47277eed-ff65-4ae7-a377-a5b0d2ed0569 req-37f5ccc8-c818-49e0-a2b6-bc5fea083871 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902355 Aug 24 22:42:20.354708 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.379994 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event deleted for resources: {'Port': ['ID=111de28f-6b15-4531-8d91-55f799ba2ff1,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:20.439454 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks [] for floatingip, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.439775 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Floating IP f90e857a-733d-435e-93f2-0fece23215d5 disassociated (deleted). External IP: 172.27.0.51, port: 432279de-841f-4f3f-9730-c4f96cf33d03. Aug 24 22:42:20.643574 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Router 5822f650-d740-46ba-8883-b7ee75995342 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:20.751917 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:20.756269 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:20.764611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Sync routers for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:20.775529 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:20.776245 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:20.784566 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a375fd1e-f96b-4464-943e-f25357d22bb8 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "DELETE /v2.0/floatingips/f90e857a-733d-435e-93f2-0fece23215d5 HTTP/1.1" status: 204 len: 168 time: 0.9983165 Aug 24 22:42:20.785239 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:42:20.788110 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0700e501-e9a8-4f1f-a825-0a08f1bf5531" -d '{"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:42:20.830616 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ba4a0-1d32-45c7-b662-72f58e577176 x-openstack-request-id: req-d13ba4a0-1d32-45c7-b662-72f58e577176 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:42:20.831047 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:42:20.831469 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d13ba4a0-1d32-45c7-b662-72f58e577176 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:42:20.832072 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:42:20.891491 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:20.935923 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-f9d1ac73-e9b5-4be6-900d-308476466f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:20.937450 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-f9d1ac73-e9b5-4be6-900d-308476466f7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=82bd4c9759814a1386750f449952cd96&device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 1099 time: 0.0611899 Aug 24 22:42:21.042672 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-15eea152-3305-4495-b2f1-bc1e6b5d4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:21.045340 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-15eea152-3305-4495-b2f1-bc1e6b5d4ec9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 200 len: 915 time: 0.1005669 Aug 24 22:42:21.088831 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-9d0d02ff-cc64-4e73-b8aa-a87a44e57bb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 200 len: 217 time: 0.0358288 Aug 24 22:42:21.098584 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:21.131200 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Checking router: 5822f650-d740-46ba-8883-b7ee75995342 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:21.140369 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-8fe59ab8-3b27-457b-8abe-77a76c48af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:21.140706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:21.141442 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:21.141954 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-8fe59ab8-3b27-457b-8abe-77a76c48af0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 200 len: 853 time: 0.0469108 Aug 24 22:42:21.199091 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-a582935c-7af2-4b31-99f9-4fddde779b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:21.200488 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-a582935c-7af2-4b31-99f9-4fddde779b5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff293084-c413-4e6f-aebd-20ed234b8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516577 Aug 24 22:42:21.335874 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-77323b10-ef17-4794-b42d-23209787b5d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280019 Aug 24 22:42:21.374195 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:21.429133 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-0700e501-e9a8-4f1f-a825-0a08f1bf5531 req-f5aeeb53-10f2-4dc6-91a9-08ff9f8b8e84 service neutron] 10.222.0.25 "GET /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Aug 24 22:42:21.573048 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:21.599609 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f72c2a-07e5-4b53-9128-c71de062c612 None None] The sync data for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi is: [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:38:28Z', 'revision_number': 4, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '5dffd408-bf3f-4cef-8da0-990c6e0ef16e', 'name': '', 'network_id': 'ff293084-c413-4e6f-aebd-20ed234b8b54', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'mac_address': 'fa:16:3e:f3:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:27Z', 'updated_at': '2021-08-24T22:38:33Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'subnets': [{'id': '7682c5b9-9da1-42c0-9a9f-1c6a365797b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:21.895638 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12043bff-a010-40a9-9479-eb6832c43034 None None] New status for floating IP f90e857a-733d-435e-93f2-0fece23215d5: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:42:27.226606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2022-9d01-4c63-90e4-eca9b92a76ef req-b1cdff0b-4372-4efc-b692-7f27cbc3b29d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:27.228105 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-933c2022-9d01-4c63-90e4-eca9b92a76ef req-b1cdff0b-4372-4efc-b692-7f27cbc3b29d tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0569570 Aug 24 22:42:27.267757 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-933c2022-9d01-4c63-90e4-eca9b92a76ef req-95d478fb-a97a-42b3-b188-09b255515d9f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Aug 24 22:42:28.385222 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160204-87c8-459f-9ee1-3633f5e7b566 req-8bf64d86-3461-440b-adc8-124b6c3cfcea tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:28.386766 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-35160204-87c8-459f-9ee1-3633f5e7b566 req-8bf64d86-3461-440b-adc8-124b6c3cfcea tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0496113 Aug 24 22:42:28.435345 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-35160204-87c8-459f-9ee1-3633f5e7b566 req-346830f1-5e0f-4a00-87ce-4882f227de9f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Aug 24 22:42:29.434472 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-4e52118b-c4fb-4750-9e3d-73680035155b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:29.435903 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-4e52118b-c4fb-4750-9e3d-73680035155b tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.25 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0487452 Aug 24 22:42:29.562368 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Deleting port 432279de-841f-4f3f-9730-c4f96cf33d03 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:29.562709 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:29.574628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54227a-6884-46d7-a2ed-a783c3d5fb2b req-0079e1f6-4db8-4fac-9d83-73812b0fd0c1 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:29.576132 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1f54227a-6884-46d7-a2ed-a783c3d5fb2b req-0079e1f6-4db8-4fac-9d83-73812b0fd0c1 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 946 time: 0.0667293 Aug 24 22:42:29.705266 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1f54227a-6884-46d7-a2ed-a783c3d5fb2b req-e9fffa05-1430-419f-9c5a-3dd9a09c0a5f tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a14ce37-219a-4c50-84c1-6fd6ee683308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191907 Aug 24 22:42:29.736151 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] For port 432279de-841f-4f3f-9730-c4f96cf33d03, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=432279de-841f-4f3f-9730-c4f96cf33d03,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:29.736514 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:29.750032 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Calling delete_port for 432279de-841f-4f3f-9730-c4f96cf33d03 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:29.976738 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:30.008440 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Pushing event deleted for resources: {'Port': ['ID=432279de-841f-4f3f-9730-c4f96cf33d03,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:30.015188 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['432279de-841f-4f3f-9730-c4f96cf33d03'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:42:30.049896 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] No DVR routers for this DVR port 432279de-841f-4f3f-9730-c4f96cf33d03 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:30.052583 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:30.054726 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f63ae392-c216-4126-8c6d-00db3a26e6f4 req-ff2afcaa-5f0b-40ce-8ef3-f6e6ff095854 tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.25 "DELETE /v2.0/ports/432279de-841f-4f3f-9730-c4f96cf33d03 HTTP/1.1" status: 204 len: 173 time: 0.6128075 Aug 24 22:42:30.055201 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'name': 'network-vif-deleted', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:42:30.058104 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8392dd-c51d-4ace-a4a5-8a1b0891575b" -d '{"events": [{"server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "name": "network-vif-deleted", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:42:30.113092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4205b9f1-5c75-4d43-bb7c-cea90bb125dd x-openstack-request-id: req-4205b9f1-5c75-4d43-bb7c-cea90bb125dd {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:42:30.113385 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9847a804-2572-4635-8c5e-534581592b6b", "name": "network-vif-deleted", "tag": "432279de-841f-4f3f-9730-c4f96cf33d03", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:42:30.113667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4205b9f1-5c75-4d43-bb7c-cea90bb125dd {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:42:30.114312 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9847a804-2572-4635-8c5e-534581592b6b', 'name': 'network-vif-deleted', 'tag': '432279de-841f-4f3f-9730-c4f96cf33d03', 'status': 'completed', 'code': 200} Aug 24 22:42:30.828851 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-8b24bad9-2168-4047-bd30-fb4a4e59562c req-088c0884-3ba0-4f37-9eeb-6603a83baa6a tempest-TestMinimumBasicScenario-964878678 tempest-TestMinimumBasicScenario-964878678-project] 10.222.0.39 "GET /v2.0/ports?device_id=9847a804-2572-4635-8c5e-534581592b6b HTTP/1.1" status: 200 len: 210 time: 0.0258760 Aug 24 22:42:33.202655 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 432279de-841f-4f3f-9730-c4f96cf33d03 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:33.222884 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 432279de-841f-4f3f-9730-c4f96cf33d03 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:33.223222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 432279de-841f-4f3f-9730-c4f96cf33d03 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:33.378726 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49426) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:33.747285 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:33.993622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Deleting port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:33.994097 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:34.074422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] For port 5dffd408-bf3f-4cef-8da0-990c6e0ef16e, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:34.074775 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:34.086819 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Calling delete_port for 5dffd408-bf3f-4cef-8da0-990c6e0ef16e owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:34.319831 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:34.348643 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dffd408-bf3f-4cef-8da0-990c6e0ef16e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:34.559734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:34.792822 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Router 5822f650-d740-46ba-8883-b7ee75995342 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:34.902952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:34.910647 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-56d78a9b-7972-4d05-9878-4eb02e7e16a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/5822f650-d740-46ba-8883-b7ee75995342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5307066 Aug 24 22:42:34.913124 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49432) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:34.914611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Sync routers for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:34.928213 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:34.929540 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:35.064907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.074153 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:35.168524 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.257164 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:42:34Z', 'revision_number': 5, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port': {'id': '0edbbdb3-fd99-49f9-9acc-895ea9bb8c33', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ab:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822f650-d740-46ba-8883-b7ee75995342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:26Z', 'updated_at': '2021-08-24T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:35.283057 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Deleting port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:35.283409 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.283747 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Checking router: 5822f650-d740-46ba-8883-b7ee75995342 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:35.292047 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Routers {'5822f650-d740-46ba-8883-b7ee75995342'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:35.292659 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['5822f650-d740-46ba-8883-b7ee75995342'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:35.362890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] For port 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:35.363254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.379526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] Set router 5822f650-d740-46ba-8883-b7ee75995342 gateway port host: None {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:35.382791 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Calling delete_port for 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:35.434281 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-bd81a173-166c-4422-93d8-88417924d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:42:35Z', 'revision_number': 6, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:35.465558 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81a173-166c-4422-93d8-88417924d36d None None] The sync data for ids ['5822f650-d740-46ba-8883-b7ee75995342'] in dv-cinder-805887-2-iscsi is: [{'id': '5822f650-d740-46ba-8883-b7ee75995342', 'name': 'tempest-TestMinimumBasicScenario-101789718-router', 'tenant_id': '82bd4c9759814a1386750f449952cd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:25Z', 'updated_at': '2021-08-24T22:42:35Z', 'revision_number': 6, 'project_id': '82bd4c9759814a1386750f449952cd96', 'gw_port_host': None}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:35.616209 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.649075 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Pushing event deleted for resources: {'Port': ['ID=0edbbdb3-fd99-49f9-9acc-895ea9bb8c33,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:35.713664 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.829700 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.833256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.960020 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.960767 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5822f650-d740-46ba-8883-b7ee75995342 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:42:35.968387 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:35.970060 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d61712f5-55c0-49b6-9936-390d0498d51d admin admin] 10.222.0.39 "DELETE /v2.0/routers/5822f650-d740-46ba-8883-b7ee75995342 HTTP/1.1" status: 204 len: 168 time: 1.0555294 Aug 24 22:42:35.972519 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49442) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:36.017058 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Deleting subnet 7682c5b9-9da1-42c0-9a9f-1c6a365797b7 {{(pid=94375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:42:36.020036 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.054104 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3647644'] for subnet, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.131503 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.303387 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2712305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3379811'] for subnet, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.339707 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7682c5b9-9da1-42c0-9a9f-1c6a365797b7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:36.347859 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.350751 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b8b0137f-d077-495d-b47b-09fea1876c53 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7682c5b9-9da1-42c0-9a9f-1c6a365797b7 HTTP/1.1" status: 204 len: 168 time: 0.3768947 Aug 24 22:42:36.353200 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49452) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:36.355859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58babfc5-297f-4bf8-b1f5-a01a69c3f54a None None] Network ff293084-c413-4e6f-aebd-20ed234b8b54 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:42:36.432257 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.497516 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Deleting port a554a933-81a3-474a-a9cf-ee3d30ad5221 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:36.503013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.581299 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] For port a554a933-81a3-474a-a9cf-ee3d30ad5221, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=a554a933-81a3-474a-a9cf-ee3d30ad5221,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:36.581814 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.589670 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] DHCP port deletion for ff293084-c413-4e6f-aebd-20ed234b8b54 request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:42:36.597404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Calling delete_port for a554a933-81a3-474a-a9cf-ee3d30ad5221 owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:36.645818 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Deleting port a554a933-81a3-474a-a9cf-ee3d30ad5221 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:36.646300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.717723 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] For port a554a933-81a3-474a-a9cf-ee3d30ad5221, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=a554a933-81a3-474a-a9cf-ee3d30ad5221,segment=NetworkSegment(221dfa60-070b-49ce-adf8-60e411cf6327),segment_id=221dfa60-070b-49ce-adf8-60e411cf6327)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:36.718161 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.731306 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Calling delete_port for a554a933-81a3-474a-a9cf-ee3d30ad5221 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:36.776688 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.809521 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.810334 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a554a933-81a3-474a-a9cf-ee3d30ad5221,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:36.814390 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] No DVR routers for this DVR port a554a933-81a3-474a-a9cf-ee3d30ad5221 on host dv-cinder-805887-2-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:36.836554 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Pushing event deleted for resources: {'Port': ['ID=a554a933-81a3-474a-a9cf-ee3d30ad5221,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:36.846270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.846616 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.846951 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.847288 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.847672 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.847949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.848245 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.848557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.848877 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.849187 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.849614 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.849928 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:36.852718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44127f75-8ca8-443b-b0f1-82f8cd5f9c98 None None] No DVR routers for this DVR port a554a933-81a3-474a-a9cf-ee3d30ad5221 on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:36.890957 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.900773 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff293084-c413-4e6f-aebd-20ed234b8b54']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:36.910932 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221dfa60-070b-49ce-adf8-60e411cf6327') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:36.911222 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221dfa60-070b-49ce-adf8-60e411cf6327') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:36.919896 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.934022 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.939915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:42:36.940366 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:42:36.942184 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:42:37.079828 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:37.085443 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:37.087542 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff293084-c413-4e6f-aebd-20ed234b8b54 HTTP/1.1" status: 204 len: 168 time: 0.7282410 Aug 24 22:42:37.090984 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49458) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:37.105657 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af311a-4910-47a3-a892-0e7a747edbc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff293084-c413-4e6f-aebd-20ed234b8b54,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:37.261052 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device a554a933-81a3-474a-a9cf-ee3d30ad5221 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:37.280520 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: a554a933-81a3-474a-a9cf-ee3d30ad5221 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:37.280862 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device a554a933-81a3-474a-a9cf-ee3d30ad5221 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:37.281276 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:37.303127 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:37.303509 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 0edbbdb3-fd99-49f9-9acc-895ea9bb8c33 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:37.303868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5dffd408-bf3f-4cef-8da0-990c6e0ef16e no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:37.322654 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 5dffd408-bf3f-4cef-8da0-990c6e0ef16e {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:37.322982 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5dffd408-bf3f-4cef-8da0-990c6e0ef16e not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:37.696204 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:37.959218 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Deleting port d2031e86-16fd-402c-a439-03a01bf76a51 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:37.959555 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:38.040144 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] For port d2031e86-16fd-402c-a439-03a01bf76a51, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=d2031e86-16fd-402c-a439-03a01bf76a51,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:38.040532 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:38.053068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Calling delete_port for d2031e86-16fd-402c-a439-03a01bf76a51 owned by network:router_interface {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:38.348147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:38.376543 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2031e86-16fd-402c-a439-03a01bf76a51,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:38.549889 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:38.785880 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:38.900587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:38.900587 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-3153bc6c-3431-4245-a3fa-c6c404dc8a9a admin admin] 10.222.0.39 "PUT /v2.0/routers/1bebacc2-f57d-42ca-8cc6-bbd17ff38587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075252 Aug 24 22:42:38.903757 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49472) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:38.906862 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Sync routers for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:38.918640 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:38.919420 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:39.022767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.028379 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:39.135479 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.254070 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:42:38Z', 'revision_number': 5, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port': {'id': '581dfd7a-acfd-42fa-8b47-44abd54df452', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:38:32Z', 'updated_at': '2021-08-24T22:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:39.284721 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Deleting port 581dfd7a-acfd-42fa-8b47-44abd54df452 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:39.285184 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.298972 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Checking router: 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:39.312900 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Routers {'1bebacc2-f57d-42ca-8cc6-bbd17ff38587'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:39.313932 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:39.383903 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] For port 581dfd7a-acfd-42fa-8b47-44abd54df452, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=581dfd7a-acfd-42fa-8b47-44abd54df452,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:39.384842 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.396667 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Calling delete_port for 581dfd7a-acfd-42fa-8b47-44abd54df452 owned by network:router_gateway {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:39.407490 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] Set router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:39.463896 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:42:39Z', 'revision_number': 6, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:39.491875 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32778f1e-1669-4954-9956-afb38db12dc8 None None] The sync data for ids ['1bebacc2-f57d-42ca-8cc6-bbd17ff38587'] in dv-cinder-805887-2-iscsi is: [{'id': '1bebacc2-f57d-42ca-8cc6-bbd17ff38587', 'name': 'tempest-TestMinimumBasicScenario-1693886178-router', 'tenant_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:38:31Z', 'updated_at': '2021-08-24T22:42:39Z', 'revision_number': 6, 'project_id': 'd45397ca2b7e440682f2f4d7e69e1835', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:39.651841 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.677818 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Pushing event deleted for resources: {'Port': ['ID=581dfd7a-acfd-42fa-8b47-44abd54df452,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:39.740544 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.843016 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.845579 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.954430 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.955073 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bebacc2-f57d-42ca-8cc6-bbd17ff38587 {{(pid=94374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:42:39.960231 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:39.962215 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1848d4a0-1618-4e7e-8aeb-bb81e42dac1b admin admin] 10.222.0.39 "DELETE /v2.0/routers/1bebacc2-f57d-42ca-8cc6-bbd17ff38587 HTTP/1.1" status: 204 len: 168 time: 1.0568469 Aug 24 22:42:39.965484 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49476) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:40.010386 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Deleting subnet 60c61935-e5de-4b6f-9f29-330fb2e90257 {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:42:40.013383 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.051445 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.129058 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.252190 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.282804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c61935-e5de-4b6f-9f29-330fb2e90257,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:40.286559 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.288455 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-6adc4fd2-89fb-4866-842f-198ed6edc592 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60c61935-e5de-4b6f-9f29-330fb2e90257 HTTP/1.1" status: 204 len: 168 time: 0.3218935 Aug 24 22:42:40.291423 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49480) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:40.294838 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108e186-9d4a-492b-8d13-4dce240d6f81 None None] Network 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:42:40.387578 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.454033 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Deleting port 7a528636-a709-4bdf-bcd7-ada14e085af8 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:40.454370 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.487831 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] DHCP port deletion for 6d6ed484-f9d3-46ee-9749-f1c1e26021d5 request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:42:40.521157 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] For port 7a528636-a709-4bdf-bcd7-ada14e085af8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7a528636-a709-4bdf-bcd7-ada14e085af8,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:40.521879 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.540964 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Calling delete_port for 7a528636-a709-4bdf-bcd7-ada14e085af8 owned by network:dhcp {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:40.545812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Deleting port 7a528636-a709-4bdf-bcd7-ada14e085af8 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:40.546197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.614737 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] For port 7a528636-a709-4bdf-bcd7-ada14e085af8, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=7a528636-a709-4bdf-bcd7-ada14e085af8,segment=NetworkSegment(e472e355-558a-48ba-a59e-300ff6ed554c),segment_id=e472e355-558a-48ba-a59e-300ff6ed554c)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:40.615126 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.629127 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Calling delete_port for 7a528636-a709-4bdf-bcd7-ada14e085af8 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:40.702610 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.730739 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a528636-a709-4bdf-bcd7-ada14e085af8,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:40.732599 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] No DVR routers for this DVR port 7a528636-a709-4bdf-bcd7-ada14e085af8 on host dv-cinder-805887-2-iscsi {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:40.736022 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.762141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] Pushing event deleted for resources: {'Port': ['ID=7a528636-a709-4bdf-bcd7-ada14e085af8,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:40.767700 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f099e58-a3ee-46c5-9181-434292825907 None None] No DVR routers for this DVR port 7a528636-a709-4bdf-bcd7-ada14e085af8 on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:40.814610 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.825146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6ed484-f9d3-46ee-9749-f1c1e26021d5']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:40.835013 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e472e355-558a-48ba-a59e-300ff6ed554c') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:40.835305 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e472e355-558a-48ba-a59e-300ff6ed554c') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:40.845642 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.859214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.865108 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:42:40.865507 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:42:40.867105 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:42:40.999503 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.007000 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.009386 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6d6ed484-f9d3-46ee-9749-f1c1e26021d5 HTTP/1.1" status: 204 len: 168 time: 0.7166581 Aug 24 22:42:41.019212 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a4003-e50c-4c2f-a2db-10e9c10337e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6ed484-f9d3-46ee-9749-f1c1e26021d5,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:41.278900 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device d2031e86-16fd-402c-a439-03a01bf76a51 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:41.306590 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: d2031e86-16fd-402c-a439-03a01bf76a51 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:41.307187 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device d2031e86-16fd-402c-a439-03a01bf76a51 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:41.307371 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7a528636-a709-4bdf-bcd7-ada14e085af8 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:41.330469 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 7a528636-a709-4bdf-bcd7-ada14e085af8 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:41.330832 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 7a528636-a709-4bdf-bcd7-ada14e085af8 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:41.331384 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 581dfd7a-acfd-42fa-8b47-44abd54df452 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:41.354982 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 581dfd7a-acfd-42fa-8b47-44abd54df452 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:41.355341 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 581dfd7a-acfd-42fa-8b47-44abd54df452 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:41.411256 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49494) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:41.451313 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4db784aa-87c2-429d-99c2-05d7c9eed634 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82bd4c9759814a1386750f449952cd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463893 Aug 24 22:42:41.454026 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49498) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:41.505388 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.529258 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.650450 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.654156 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:41.654596 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a14ce37-219a-4c50-84c1-6fd6ee683308 HTTP/1.1" status: 204 len: 168 time: 0.1995804 Aug 24 22:42:41.662947 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cca006-8b84-41ae-a351-9ba7f6d953eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14ce37-219a-4c50-84c1-6fd6ee683308,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:42.011581 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb484c5-f426-40fe-a23c-164fe0d3fa81 req-d1627ec2-9ff6-479c-9037-0d12cccef820 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:42.013124 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cfb484c5-f426-40fe-a23c-164fe0d3fa81 req-d1627ec2-9ff6-479c-9037-0d12cccef820 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0571988 Aug 24 22:42:42.066046 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cfb484c5-f426-40fe-a23c-164fe0d3fa81 req-913a79c3-9844-47fa-b326-c963ddfbdb76 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460863 Aug 24 22:42:42.341788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49512) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:42.382679 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-043cc830-dd6f-4900-bf01-61f0d4e18c2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d45397ca2b7e440682f2f4d7e69e1835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394578 Aug 24 22:42:42.386276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49514) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:42.434623 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:42.455986 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:42.559661 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:42.561990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:42.563157 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65188395-bc90-40e3-ba4d-11deaf515570 HTTP/1.1" status: 204 len: 168 time: 0.1758804 Aug 24 22:42:42.580769 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd533fd-5d49-428f-b03e-d72c569d91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65188395-bc90-40e3-ba4d-11deaf515570,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:43.190255 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d6ae8-3d4b-4448-9206-1cacc18fa225 req-6b416c11-4342-4a80-994c-5d8ae9b998f8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:43.191653 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f00d6ae8-3d4b-4448-9206-1cacc18fa225 req-6b416c11-4342-4a80-994c-5d8ae9b998f8 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Aug 24 22:42:43.238911 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f00d6ae8-3d4b-4448-9206-1cacc18fa225 req-6fcfac5d-e343-4c7a-bf85-c61c14d5f1b4 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Aug 24 22:42:43.353621 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-344a7361-4db4-4dba-a514-7911af098844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.081647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-5ec314ce-5b4f-4303-ba03-d83508207023 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:44.083111 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-5ec314ce-5b4f-4303-ba03-d83508207023 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Aug 24 22:42:44.175721 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Deleting port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:44.176092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.378956 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd102d-2727-4ddf-aece-846a7e441d37 req-bfe5e384-396d-4eb2-a7cc-c3efb5c4fa70 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:42:44.380706 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1cd102d-2727-4ddf-aece-846a7e441d37 req-bfe5e384-396d-4eb2-a7cc-c3efb5c4fa70 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 945 time: 0.0631051 Aug 24 22:42:44.421832 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b1cd102d-2727-4ddf-aece-846a7e441d37 req-cb7e6ff0-b322-4020-ad95-1dd883b5172b tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups?id=5c688145-c5fe-478f-a9a7-b83d6668370f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Aug 24 22:42:44.528165 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] For port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:44.528437 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.747402 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.747799 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.748109 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Floating IP 51595afb-f412-4a5d-8468-e68e38764875 disassociated. External IP: 172.27.0.83, port: 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90. Aug 24 22:42:44.748448 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Calling delete_port for 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:44.953033 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:44.982155 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'Port': ['ID=6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:45.098821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:45.206058 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:45.218833 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:45.229763 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:45.230396 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:45.250663 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] No DVR routers for this DVR port 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:45.253776 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:45.255665 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-69f44854-7c32-4fb3-a1e5-4221f45a8094 req-6d4a6d12-5171-48a5-a271-1490eb8e0b50 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.25 "DELETE /v2.0/ports/6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 HTTP/1.1" status: 204 len: 173 time: 1.1666231 Aug 24 22:42:45.256255 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'name': 'network-vif-deleted', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:42:45.259601 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4601e02-9984-4e61-8ce7-f5c8d42a79d3" -d '{"events": [{"server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "name": "network-vif-deleted", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:42:45.319378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc9b2fd-0cdb-4599-9846-f886c52dbb44 x-openstack-request-id: req-1dc9b2fd-0cdb-4599-9846-f886c52dbb44 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:42:45.319378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50eabebb-8202-49eb-b3a0-9f741828fe21", "name": "network-vif-deleted", "tag": "6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:42:45.319378 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dc9b2fd-0cdb-4599-9846-f886c52dbb44 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:42:45.319378 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50eabebb-8202-49eb-b3a0-9f741828fe21', 'name': 'network-vif-deleted', 'tag': '6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90', 'status': 'completed', 'code': 200} Aug 24 22:42:45.557735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:45.564703 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-fa571d0d-0893-4bbc-b710-d17861e5f6f9 req-2e1e4e41-7c2f-44e2-a8f5-3989f887ef65 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/ports?device_id=50eabebb-8202-49eb-b3a0-9f741828fe21 HTTP/1.1" status: 200 len: 210 time: 0.0342906 Aug 24 22:42:45.589693 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:45.772427 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:45.798727 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:45.806925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:45.807673 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:45.922947 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:45.958622 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2d845af5-65c6-4efe-8dc8-551b23da8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.158902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:46.185348 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4a11-6b81-413b-80b1-5285670c4133 None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:32:11Z', 'revision_number': 4, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2706b38d-ab36-4aa3-98d4-5333ee3f3c96', 'name': '', 'network_id': 'aacb8cc0-c5f5-47c9-b878-44b6bce587ce', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'mac_address': 'fa:16:3e:d2:02:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:09Z', 'updated_at': '2021-08-24T22:32:20Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'subnets': [{'id': 'ff3c18a9-708b-4c0c-b908-8ad487a46f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:46.207281 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.496530 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:42:46.521383 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302f9f6-4602-4d06-98fb-55be21b0d3d8 None None] New status for floating IP 51595afb-f412-4a5d-8468-e68e38764875: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:42:46.750836 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49534) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:46.801546 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.825549 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.942529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.945213 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:46.946692 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "DELETE /v2.0/security-groups/5c688145-c5fe-478f-a9a7-b83d6668370f HTTP/1.1" status: 204 len: 168 time: 0.2011993 Aug 24 22:42:46.951489 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49536) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:46.955983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c688145-c5fe-478f-a9a7-b83d6668370f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:46.963936 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.964207 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.964556 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.964894 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.965254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.965667 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.965933 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.966257 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.966579 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.966904 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.967222 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.967535 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1515b7f7-969b-415d-bc76-cfa7bc192dc5 tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:46.968186 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.api.v2.resource [None req-04ceb140-1a48-4d7c-a580-8f0462b8b3de tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] show failed (client error): The resource could not be found. Aug 24 22:42:46.973670 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-04ceb140-1a48-4d7c-a580-8f0462b8b3de tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "GET /v2.0/security-groups/5c688145-c5fe-478f-a9a7-b83d6668370f HTTP/1.1" status: 404 len: 347 time: 0.0187385 Aug 24 22:42:46.973919 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49538) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:47.004134 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.097004 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Deleting port 6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:47.097338 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.172312 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.172628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.184281 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Calling delete_port for 6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:47.381392 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.408650 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Pushing event deleted for resources: {'Port': ['ID=6b2f2a77-17e6-4a30-b545-6ae3fca9f4d5,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:47.470416 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.473033 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:47.474226 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-d1f062cd-5c4e-46ca-9aa8-698a0d546a9c tempest-AttachVolumeTestJSON-508164561 tempest-AttachVolumeTestJSON-508164561-project] 10.222.0.39 "DELETE /v2.0/floatingips/51595afb-f412-4a5d-8468-e68e38764875 HTTP/1.1" status: 204 len: 168 time: 0.4994535 Aug 24 22:42:48.656744 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:49.259243 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:49.278868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:49.279212 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 6a4a96c7-e6cb-4ed5-a77b-4a2a20e5fc90 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:51.423624 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49568) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:51.962715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:52.207586 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Deleting port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:52.207919 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:52.290364 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] For port 2706b38d-ab36-4aa3-98d4-5333ee3f3c96, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:52.290634 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:52.302939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Calling delete_port for 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:52.548331 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:52.574256 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Pushing event deleted for resources: {'Port': ['ID=2706b38d-ab36-4aa3-98d4-5333ee3f3c96,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:52.742878 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:52.968322 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:42:53.077848 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:42:53.083501 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-88af074c-7a21-48c0-8366-071009d7766d admin admin] 10.222.0.39 "PUT /v2.0/routers/97a95d63-b2b1-417c-87a7-7d07d7c4e8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6588273 Aug 24 22:42:53.086766 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49572) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:53.088452 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Sync routers for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:42:53.099295 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:53.099908 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:53.197348 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:53.219935 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:53.413978 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:42:52Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:53.442974 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Checking router: 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:42:53.452902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Routers {'97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:42:53.453730 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:53.569597 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:53.576435 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] Set router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:42:53.678493 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Deleting port 945794f1-ecec-433a-a4a9-34419d8ac3e7 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:53.678834 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:53.761990 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:42:52Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:53.762248 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] For port 945794f1-ecec-433a-a4a9-34419d8ac3e7, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=945794f1-ecec-433a-a4a9-34419d8ac3e7,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:53.762569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:53.776422 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Calling delete_port for 945794f1-ecec-433a-a4a9-34419d8ac3e7 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:53.792689 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddfec14-57d8-4f5f-92ff-86f2465ea186 None None] The sync data for ids ['97a95d63-b2b1-417c-87a7-7d07d7c4e8a7'] in dv-cinder-805887-2-iscsi is: [{'id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'name': 'tempest-AttachVolumeTestJSON-775004440-router', 'tenant_id': '4ccc9ed66fc446f88a4290e4258b9635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:03Z', 'updated_at': '2021-08-24T22:42:52Z', 'revision_number': 5, 'project_id': '4ccc9ed66fc446f88a4290e4258b9635', 'gw_port': {'id': '945794f1-ecec-433a-a4a9-34419d8ac3e7', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a95d63-b2b1-417c-87a7-7d07d7c4e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:05Z', 'updated_at': '2021-08-24T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:42:54.032727 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.057650 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=945794f1-ecec-433a-a4a9-34419d8ac3e7,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:54.132727 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.229609 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.236123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.393967 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.394424 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:42:54.398847 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.402047 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-345bed7b-7408-45c3-848a-f3f986f9c286 admin admin] 10.222.0.39 "DELETE /v2.0/routers/97a95d63-b2b1-417c-87a7-7d07d7c4e8a7 HTTP/1.1" status: 204 len: 168 time: 1.3142009 Aug 24 22:42:54.402619 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49574) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:54.452598 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Deleting subnet ff3c18a9-708b-4c0c-b908-8ad487a46f1b {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:42:54.457977 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.496820 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.581720 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.691063 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.717217 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3c18a9-708b-4c0c-b908-8ad487a46f1b,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:54.721755 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.723615 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ff3c18a9-708b-4c0c-b908-8ad487a46f1b HTTP/1.1" status: 204 len: 168 time: 0.3199875 Aug 24 22:42:54.726637 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49576) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:54.729177 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f74eeb-6d32-404d-b1bb-61c223d9f28b None None] Network aacb8cc0-c5f5-47c9-b878-44b6bce587ce requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:42:54.730011 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.730381 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.730697 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.731025 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.732622 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.732622 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.732988 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.733083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.733331 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.733676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.733999 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.734347 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037c123-313f-4d01-a1fa-c30eb88bb224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:42:54.804186 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.858659 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Deleting port 321afa4e-35e2-440b-8c8a-862266a0b3ff {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:54.858992 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.902171 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] DHCP port deletion for aacb8cc0-c5f5-47c9-b878-44b6bce587ce request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:42:54.926978 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] For port 321afa4e-35e2-440b-8c8a-862266a0b3ff, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=321afa4e-35e2-440b-8c8a-862266a0b3ff,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:54.927341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:54.939747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Calling delete_port for 321afa4e-35e2-440b-8c8a-862266a0b3ff owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:54.951289 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Deleting port 321afa4e-35e2-440b-8c8a-862266a0b3ff {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:42:54.951582 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.015050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] For port 321afa4e-35e2-440b-8c8a-862266a0b3ff, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=321afa4e-35e2-440b-8c8a-862266a0b3ff,segment=NetworkSegment(eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d),segment_id=eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:42:55.015493 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.030134 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Calling delete_port for 321afa4e-35e2-440b-8c8a-862266a0b3ff owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:42:55.119537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.125271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.147492 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=321afa4e-35e2-440b-8c8a-862266a0b3ff,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:55.150142 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] No DVR routers for this DVR port 321afa4e-35e2-440b-8c8a-862266a0b3ff on host dv-cinder-805887-2-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:55.156665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] Pushing event deleted for resources: {'Port': ['ID=321afa4e-35e2-440b-8c8a-862266a0b3ff,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:55.158526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae912a8-9554-4f79-9dde-a8d1611ab285 None None] No DVR routers for this DVR port 321afa4e-35e2-440b-8c8a-862266a0b3ff on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:42:55.231906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.241966 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacb8cc0-c5f5-47c9-b878-44b6bce587ce']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:55.251949 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:55.252236 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabf9cd7-5675-4a51-98f0-f5b15b4a0a7d') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:42:55.261843 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.265564 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 945794f1-ecec-433a-a4a9-34419d8ac3e7 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:55.281884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.286103 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 945794f1-ecec-433a-a4a9-34419d8ac3e7 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:55.286536 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 945794f1-ecec-433a-a4a9-34419d8ac3e7 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:55.287106 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 321afa4e-35e2-440b-8c8a-862266a0b3ff no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:55.288316 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:42:55.288715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:42:55.290563 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:42:55.305212 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 321afa4e-35e2-440b-8c8a-862266a0b3ff {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:55.305212 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 321afa4e-35e2-440b-8c8a-862266a0b3ff not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:55.306018 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:42:55.324895 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:42:55.325235 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2706b38d-ab36-4aa3-98d4-5333ee3f3c96 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:42:55.427767 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.433762 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.435752 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/aacb8cc0-c5f5-47c9-b878-44b6bce587ce HTTP/1.1" status: 204 len: 168 time: 0.7074430 Aug 24 22:42:55.447905 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae7c1b-3f95-4afa-aa8d-f39b0675ce1f admin admin] Pushing event deleted for resources: {'Network': ['ID=aacb8cc0-c5f5-47c9-b878-44b6bce587ce,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:55.774070 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49580) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:55.818798 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-6df73c04-2aac-453a-9080-43bc4956ed03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ccc9ed66fc446f88a4290e4258b9635&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434136 Aug 24 22:42:55.821598 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49582) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:55.876389 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:55.897430 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:56.016541 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:56.019453 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:56.020618 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ac7717c-f77c-4a31-957f-687ddae3500e HTTP/1.1" status: 204 len: 168 time: 0.1980557 Aug 24 22:42:56.029340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13decc88-8f1d-4fcd-aaea-17c88799edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7717c-f77c-4a31-957f-687ddae3500e,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:59.050361 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49636) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:59.158728 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b7117ba1-a170-45a5-9117-c92e7b7e4ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.257297 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b7117ba1-a170-45a5-9117-c92e7b7e4ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.319171 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b7117ba1-a170-45a5-9117-c92e7b7e4ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.359691 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b7117ba1-a170-45a5-9117-c92e7b7e4ef6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79b882617aff4da6b1c42eeb507e3a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082385 Aug 24 22:42:59.360560 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7117ba1-a170-45a5-9117-c92e7b7e4ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9265431b-e139-4755-87e0-38409d5de19a,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:42:59.362587 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49640) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:42:59.414150 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.436477 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.558264 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.561127 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:42:59.562252 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9265431b-e139-4755-87e0-38409d5de19a HTTP/1.1" status: 204 len: 168 time: 0.1982861 Aug 24 22:42:59.571369 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec64633-970c-4331-9923-3fdc5c96d8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9265431b-e139-4755-87e0-38409d5de19a,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:00.259325 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49646) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:00.272421 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-43c617f5-9419-4b6f-b911-8a5dae414879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.359206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-43c617f5-9419-4b6f-b911-8a5dae414879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.427466 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-43c617f5-9419-4b6f-b911-8a5dae414879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.472730 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-43c617f5-9419-4b6f-b911-8a5dae414879 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7d2b43ab7dc481cb9d081e8d525e883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122231 Aug 24 22:43:00.473866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c617f5-9419-4b6f-b911-8a5dae414879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc287e53-b39c-4b8d-a2a5-041844697d9f,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:00.475480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49648) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:00.535510 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.558110 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.662028 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.664546 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:00.665986 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc287e53-b39c-4b8d-a2a5-041844697d9f HTTP/1.1" status: 204 len: 168 time: 0.1895254 Aug 24 22:43:00.674843 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cb40-203c-47ea-9ba5-fe797a20c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc287e53-b39c-4b8d-a2a5-041844697d9f,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:08.244263 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49732) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:08.348542 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e60bb5-3f19-418d-86b8-6586cfe98dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.434717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e60bb5-3f19-418d-86b8-6586cfe98dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.518582 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-46e60bb5-3f19-418d-86b8-6586cfe98dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.556587 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-46e60bb5-3f19-418d-86b8-6586cfe98dde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f69546a8fdb544428d7c2e36e638398a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112388 Aug 24 22:43:08.557482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e60bb5-3f19-418d-86b8-6586cfe98dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecef771-2d43-454a-a72f-3148ec650687,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:08.559486 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49736) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:08.608272 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.628863 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.741543 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.744120 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:08.745327 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ecef771-2d43-454a-a72f-3148ec650687 HTTP/1.1" status: 204 len: 168 time: 0.1848536 Aug 24 22:43:08.753012 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846057a-4a95-4ba3-9ba3-7993fad59b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecef771-2d43-454a-a72f-3148ec650687,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:09.334147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49742) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:09.350269 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8eb73d55-d88f-4be5-bab3-239893168ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.437077 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8eb73d55-d88f-4be5-bab3-239893168ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.484847 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-8eb73d55-d88f-4be5-bab3-239893168ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.525390 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-8eb73d55-d88f-4be5-bab3-239893168ccd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a822f15673364a6a8a1ebba2cc8bd8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901097 Aug 24 22:43:09.527164 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb73d55-d88f-4be5-bab3-239893168ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242894c-fb26-4b6c-b46d-10418ae37437,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:09.528825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49744) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:09.584947 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.609138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.730123 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.733138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:09.734309 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9242894c-fb26-4b6c-b46d-10418ae37437 HTTP/1.1" status: 204 len: 168 time: 0.2044179 Aug 24 22:43:09.742208 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d3308-40ee-4f9c-865b-061a33e654db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242894c-fb26-4b6c-b46d-10418ae37437,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:11.711365 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a1f85-619b-4663-a489-74d39125b311 req-6000c6e1-e61c-4275-9eb7-7ab6ff3b8869 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:43:11.713770 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9d3a1f85-619b-4663-a489-74d39125b311 req-6000c6e1-e61c-4275-9eb7-7ab6ff3b8869 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0519392 Aug 24 22:43:11.759161 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-9d3a1f85-619b-4663-a489-74d39125b311 req-8bdec588-db2b-4955-be57-5d46a2d511cc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Aug 24 22:43:12.877673 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5d68c-884e-42fa-b7d8-e1c1ca01fe32 req-c74f3d7a-b6aa-4e01-8cb2-2c86bb2276be tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:43:12.879212 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6eb5d68c-884e-42fa-b7d8-e1c1ca01fe32 req-c74f3d7a-b6aa-4e01-8cb2-2c86bb2276be tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0480509 Aug 24 22:43:12.922655 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6eb5d68c-884e-42fa-b7d8-e1c1ca01fe32 req-b32c5e3c-357a-4745-b45c-d11e5abd0170 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372188 Aug 24 22:43:13.352741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-996e6e71-ed4e-4ab0-8a4b-8b39ba009281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:13.511453 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-3d243420-98e6-477c-b2eb-1207157976e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:43:13.512872 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-3d243420-98e6-477c-b2eb-1207157976e4 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0497615 Aug 24 22:43:13.608325 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Deleting port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:13.608653 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:13.695971 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] For port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:43:13.696332 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:13.872542 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:13.872919 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:13.873250 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Floating IP f7a3dfca-a37d-4932-b525-ce7a62ced148 disassociated. External IP: 172.27.0.23, port: 2fc1e0ea-1d5d-4e38-899b-3ada20046e15. Aug 24 22:43:13.873608 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Calling delete_port for 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:14.055284 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab662a-cd78-4fba-bacc-3b75bdfa74ab req-f76a74d1-0373-42f8-852e-64ed3e6b48bc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:43:14.060866 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6eab662a-cd78-4fba-bacc-3b75bdfa74ab req-f76a74d1-0373-42f8-852e-64ed3e6b48bc tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 947 time: 0.0521290 Aug 24 22:43:14.081993 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:14.121590 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'Port': ['ID=2fc1e0ea-1d5d-4e38-899b-3ada20046e15,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:14.132507 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6eab662a-cd78-4fba-bacc-3b75bdfa74ab req-ab154255-ed02-405c-bd5e-a7ebd522a3e5 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups?id=aec2d176-7a48-4452-a79c-c8d70b163dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694921 Aug 24 22:43:14.248603 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:43:14.377935 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:43:14.388178 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:43:14.398286 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:43:14.398919 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:14.418629 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] No DVR routers for this DVR port 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:43:14.421325 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:14.423664 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-4a19bd0b-c456-4831-8961-02c16dad08a4 req-d9fb6b51-f434-4c7f-9fe9-896a1d074634 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.25 "DELETE /v2.0/ports/2fc1e0ea-1d5d-4e38-899b-3ada20046e15 HTTP/1.1" status: 204 len: 173 time: 0.9047954 Aug 24 22:43:14.424125 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-deleted', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:43:14.427426 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d39e1f-f1c0-4c89-b848-59781aeded67" -d '{"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-deleted", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:43:14.465983 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782290c9-bace-4fb7-b20b-764f0be08710 x-openstack-request-id: req-782290c9-bace-4fb7-b20b-764f0be08710 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:43:14.466280 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc32187-b1eb-46c4-a192-56a88eb73657", "name": "network-vif-deleted", "tag": "2fc1e0ea-1d5d-4e38-899b-3ada20046e15", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:43:14.466534 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-782290c9-bace-4fb7-b20b-764f0be08710 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:43:14.466936 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc32187-b1eb-46c4-a192-56a88eb73657', 'name': 'network-vif-deleted', 'tag': '2fc1e0ea-1d5d-4e38-899b-3ada20046e15', 'status': 'completed', 'code': 200} Aug 24 22:43:14.506420 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:43:14.731910 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:14.757577 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:43:14.766905 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:43:14.767513 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:42:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:14.871887 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:43:15.171244 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:15.201010 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24cac9-a944-4939-b8fe-0083cab743db None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:32:14Z', 'revision_number': 4, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'f58c2df2-46f7-4623-822f-5a5fd034a3eb', 'name': '', 'network_id': '0b7ef924-d865-4684-96e3-e119a6477c41', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'mac_address': 'fa:16:3e:22:29:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:13Z', 'updated_at': '2021-08-24T22:32:23Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'subnets': [{'id': '1b0a05cc-ef3f-49a7-a65c-21f97d684cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:43:15.259352 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fba05d90-8069-42cd-b629-04e8e20ae49d req-7cb99ba7-05c8-40c5-858a-19e2ec363be8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0276375 Aug 24 22:43:15.430125 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19baeaa8-4592-4cde-a233-1613e8657d98 None None] New status for floating IP f7a3dfca-a37d-4932-b525-ce7a62ced148: DOWN {{(pid=94376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:43:15.959112 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-76da6140-f2ca-4e7b-be6b-bb1296f02246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:16.124622 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:16.376484 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b017131c-5fed-4a1d-b0b4-9317504cffc3 req-75749501-f468-475b-92e1-424969e06e10 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Aug 24 22:43:16.993304 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:17.250546 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:17.484441 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16fa14df-4181-47c7-aa05-2723bd8a99c9 req-1b7fde52-37a9-49b0-a5ab-d6edbf1db3c8 tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0265670 Aug 24 22:43:18.527702 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:43:18.548274 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:43:18.548610 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 2fc1e0ea-1d5d-4e38-899b-3ada20046e15 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:43:18.607790 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-85ea59b9-a762-4136-a000-92e65efaf8d4 req-978db161-2534-408d-93b7-b25e88bc6b8c tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fc32187-b1eb-46c4-a192-56a88eb73657 HTTP/1.1" status: 200 len: 210 time: 0.0315602 Aug 24 22:43:18.667565 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:19.765649 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49850) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:19.826134 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:19.852717 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:19.967168 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:19.972000 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:19.973271 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "DELETE /v2.0/security-groups/aec2d176-7a48-4452-a79c-c8d70b163dfa HTTP/1.1" status: 204 len: 168 time: 0.2066441 Aug 24 22:43:19.978343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49854) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:19.984767 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f89e0c-1253-4389-ba95-3f791622f78a tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2d176-7a48-4452-a79c-c8d70b163dfa,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:19.992177 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.api.v2.resource [None req-1f4c5d05-961e-4414-89e4-2e2d6ba0177d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] show failed (client error): The resource could not be found. Aug 24 22:43:19.996195 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1f4c5d05-961e-4414-89e4-2e2d6ba0177d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "GET /v2.0/security-groups/aec2d176-7a48-4452-a79c-c8d70b163dfa HTTP/1.1" status: 404 len: 347 time: 0.0168316 Aug 24 22:43:19.996331 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49856) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:20.124428 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Deleting port b7912b8e-1659-404d-99c7-b938e7be6543 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:20.124772 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.201360 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.201703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.213618 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Calling delete_port for b7912b8e-1659-404d-99c7-b938e7be6543 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:20.421290 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.447088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Pushing event deleted for resources: {'Port': ['ID=b7912b8e-1659-404d-99c7-b938e7be6543,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:20.508825 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.511456 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:20.513338 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-09ff52f8-875b-48b8-9f6c-eb45f9803a3d tempest-AttachVolumeShelveTestJSON-1618506766 tempest-AttachVolumeShelveTestJSON-1618506766-project] 10.222.0.39 "DELETE /v2.0/floatingips/f7a3dfca-a37d-4932-b525-ce7a62ced148 HTTP/1.1" status: 204 len: 168 time: 0.5151935 Aug 24 22:43:23.213213 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49894) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:23.495113 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:43:23.601015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49900) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:23.722626 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87f42c1d-63f1-4c37-bcc6-9546384b168f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:23.819035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87f42c1d-63f1-4c37-bcc6-9546384b168f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:23.872490 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-87f42c1d-63f1-4c37-bcc6-9546384b168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:23.912397 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-87f42c1d-63f1-4c37-bcc6-9546384b168f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d9cf6025fb7485882189f520850bb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101921 Aug 24 22:43:23.913345 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f42c1d-63f1-4c37-bcc6-9546384b168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5da75a6-4df4-4f9f-adef-375c818dfe77,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:23.915279 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49904) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:23.926131 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.044594 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.104062 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.246367 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Deleting port f58c2df2-46f7-4623-822f-5a5fd034a3eb {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:24.247085 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.293122 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.295686 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.297090 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5da75a6-4df4-4f9f-adef-375c818dfe77 HTTP/1.1" status: 204 len: 168 time: 0.3807178 Aug 24 22:43:24.311215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05686e3-05fc-4550-b5c7-187ae0be89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5da75a6-4df4-4f9f-adef-375c818dfe77,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:24.345167 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] For port f58c2df2-46f7-4623-822f-5a5fd034a3eb, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f58c2df2-46f7-4623-822f-5a5fd034a3eb,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:43:24.345588 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.360600 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Calling delete_port for f58c2df2-46f7-4623-822f-5a5fd034a3eb owned by network:router_interface {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:24.627416 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.659121 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58c2df2-46f7-4623-822f-5a5fd034a3eb,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:24.842115 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:24.974789 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49910) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:24.989798 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3922711c-b3d4-42b6-aa91-f83616671f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.067141 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Router 49cd2664-b5ea-4048-8fc8-128b980858ba has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:43:25.083781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3922711c-b3d4-42b6-aa91-f83616671f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.158361 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3922711c-b3d4-42b6-aa91-f83616671f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.172537 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:43:25.180980 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ac4391dc-a7ab-439c-9209-b34908bca3f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/49cd2664-b5ea-4048-8fc8-128b980858ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639642 Aug 24 22:43:25.180980 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49912) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:25.185017 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Sync routers for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:43:25.194766 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:43:25.195520 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:43:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:25.199264 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3922711c-b3d4-42b6-aa91-f83616671f20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=473df7837ee44910a6c4fa06f72a7236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220690 Aug 24 22:43:25.200728 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49914) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:25.213087 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922711c-b3d4-42b6-aa91-f83616671f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e75db8-9938-4a52-b563-469937d7f50c,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:25.258358 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.281995 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.307767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.313242 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:43:25.409978 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.411924 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.413401 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.415223 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03e75db8-9938-4a52-b563-469937d7f50c HTTP/1.1" status: 204 len: 168 time: 0.2130132 Aug 24 22:43:25.424296 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ff52-38fd-4242-bfde-12dc6bb58c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e75db8-9938-4a52-b563-469937d7f50c,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:25.501988 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:43:24Z', 'revision_number': 5, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port': {'id': '5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:32:08Z', 'updated_at': '2021-08-24T22:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:25.530086 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Checking router: 49cd2664-b5ea-4048-8fc8-128b980858ba for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:43:25.538806 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Deleting port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:25.539148 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.539360 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Routers {'49cd2664-b5ea-4048-8fc8-128b980858ba'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:43:25.539989 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:43:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['49cd2664-b5ea-4048-8fc8-128b980858ba'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:25.625459 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] For port 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:43:25.625866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.631068 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] Set router 49cd2664-b5ea-4048-8fc8-128b980858ba gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:43:25.637424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Calling delete_port for 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 owned by network:router_gateway {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:25.686371 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:43:25Z', 'revision_number': 6, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:25.714631 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048e05f-01c8-4a51-9c43-d197e911b838 None None] The sync data for ids ['49cd2664-b5ea-4048-8fc8-128b980858ba'] in dv-cinder-805887-2-iscsi is: [{'id': '49cd2664-b5ea-4048-8fc8-128b980858ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2031680636-router', 'tenant_id': '2241e6ea3c1c43ec9772db120e4a5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:32:06Z', 'updated_at': '2021-08-24T22:43:25Z', 'revision_number': 6, 'project_id': '2241e6ea3c1c43ec9772db120e4a5818', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:43:25.900802 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:25.932613 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:25.990113 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.089157 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.091774 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.215611 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.216189 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49cd2664-b5ea-4048-8fc8-128b980858ba {{(pid=94374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:43:26.221847 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.222923 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-f427bff5-89be-406f-a4c4-e61de318f3e1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/49cd2664-b5ea-4048-8fc8-128b980858ba HTTP/1.1" status: 204 len: 168 time: 1.0411484 Aug 24 22:43:26.229313 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49928) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:26.273621 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Deleting subnet 1b0a05cc-ef3f-49a7-a65c-21f97d684cfc {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:43:26.276836 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.312188 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.415303 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.552375 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.578438 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0a05cc-ef3f-49a7-a65c-21f97d684cfc,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:26.582089 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.584970 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-133e59b6-3f54-4c34-a9b8-314b4ffde117 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1b0a05cc-ef3f-49a7-a65c-21f97d684cfc HTTP/1.1" status: 204 len: 168 time: 0.3546100 Aug 24 22:43:26.587736 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ef3ba-a7f1-4937-ae59-309c7ec53121 None None] Network 0b7ef924-d865-4684-96e3-e119a6477c41 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:43:26.588242 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49936) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:26.669277 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.743963 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Deleting port 4503be24-9a66-4702-9fed-9db6432cd423 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:26.744303 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.798630 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] DHCP port deletion for 0b7ef924-d865-4684-96e3-e119a6477c41 request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:43:26.823607 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] For port 4503be24-9a66-4702-9fed-9db6432cd423, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=4503be24-9a66-4702-9fed-9db6432cd423,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:43:26.823973 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.837854 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Calling delete_port for 4503be24-9a66-4702-9fed-9db6432cd423 owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:26.846488 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Deleting port 4503be24-9a66-4702-9fed-9db6432cd423 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:43:26.846861 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.919376 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] For port 4503be24-9a66-4702-9fed-9db6432cd423, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=4503be24-9a66-4702-9fed-9db6432cd423,segment=NetworkSegment(ce5a3cd6-e606-4045-a184-27886f672a99),segment_id=ce5a3cd6-e606-4045-a184-27886f672a99)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:43:26.919842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:26.935319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Calling delete_port for 4503be24-9a66-4702-9fed-9db6432cd423 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:43:27.004162 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.013836 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.032734 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Pushing event deleted for resources: {'Port': ['ID=4503be24-9a66-4702-9fed-9db6432cd423,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:27.037564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] No DVR routers for this DVR port 4503be24-9a66-4702-9fed-9db6432cd423 on host dv-cinder-805887-2-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:43:27.040963 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] Pushing event deleted for resources: {'Port': ['ID=4503be24-9a66-4702-9fed-9db6432cd423,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:27.043084 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28c5b7-0bec-4396-8554-2e8c550264b0 None None] No DVR routers for this DVR port 4503be24-9a66-4702-9fed-9db6432cd423 on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:43:27.117105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.128150 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ef924-d865-4684-96e3-e119a6477c41']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:27.138402 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5a3cd6-e606-4045-a184-27886f672a99') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:27.138693 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5a3cd6-e606-4045-a184-27886f672a99') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:43:27.147490 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.161822 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.167901 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:43:27.168275 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:43:27.170091 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:43:27.295091 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:43:27.295996 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.302130 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.306812 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0b7ef924-d865-4684-96e3-e119a6477c41 HTTP/1.1" status: 204 len: 168 time: 0.7151971 Aug 24 22:43:27.315329 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b76e0d-bdbf-4edc-91a7-e82b816b2125 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7ef924-d865-4684-96e3-e119a6477c41,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:27.319621 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:43:27.320088 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 5ad6f13e-5c4d-44aa-9ad2-ef7b562d5a53 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:43:27.320383 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f58c2df2-46f7-4623-822f-5a5fd034a3eb no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:43:27.339246 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: f58c2df2-46f7-4623-822f-5a5fd034a3eb {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:43:27.339598 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f58c2df2-46f7-4623-822f-5a5fd034a3eb not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:43:27.340188 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 4503be24-9a66-4702-9fed-9db6432cd423 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:43:27.360056 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 4503be24-9a66-4702-9fed-9db6432cd423 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:43:27.360561 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 4503be24-9a66-4702-9fed-9db6432cd423 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:43:27.688252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 49988) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:27.731251 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-e6210123-aa89-425f-9f7a-a28c9f36d6d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2241e6ea3c1c43ec9772db120e4a5818&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418358 Aug 24 22:43:27.736853 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 49992) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:27.792443 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.814410 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.934715 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.937841 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:27.939018 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/138d8f76-c874-4f9e-a61c-85f58917cb65 HTTP/1.1" status: 204 len: 168 time: 0.2012391 Aug 24 22:43:27.947106 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8139-234b-48e5-8987-baf5138bfed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138d8f76-c874-4f9e-a61c-85f58917cb65,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:40.418769 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50154) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:40.524023 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a77f920d-1f01-4bdd-a57b-159bd555ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.611636 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a77f920d-1f01-4bdd-a57b-159bd555ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.735121 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a77f920d-1f01-4bdd-a57b-159bd555ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.775856 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a77f920d-1f01-4bdd-a57b-159bd555ef24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb595f5b215640d5bc307bfd9e805218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559704 Aug 24 22:43:40.777081 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f920d-1f01-4bdd-a57b-159bd555ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b8e17-cd4d-49fc-95cd-8d443777120b,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:40.778606 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50158) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:40.832408 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.852936 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.980976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.983676 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:40.984855 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d74b8e17-cd4d-49fc-95cd-8d443777120b HTTP/1.1" status: 204 len: 168 time: 0.2052505 Aug 24 22:43:40.993615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ca264-f0fa-457f-8d9a-c3a6dedbb912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b8e17-cd4d-49fc-95cd-8d443777120b,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:43.375975 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-44948301-1ed0-45cd-a3cd-546a24f8cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:45.952062 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eabb5198-234d-480a-83d0-569291bc5659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:46.129630 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:47.014656 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:47.232366 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:48.649300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.223104 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50354) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:57.328220 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.414852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.483669 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.524150 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf4b79732a7246409359912f89624272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031197 Aug 24 22:43:57.525127 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389be4c-0469-411b-a1ce-2b0d672dc8f2,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:57.526945 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50358) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:43:57.532599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.533239 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.533610 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.533941 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.534264 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.534576 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.534903 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.535219 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.535540 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.535855 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.536168 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.536480 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6337-1879-4743-b4cd-3a5930b92921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.587675 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.612995 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.746446 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.748920 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:43:57.750100 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4389be4c-0469-411b-a1ce-2b0d672dc8f2 HTTP/1.1" status: 204 len: 168 time: 0.2221501 Aug 24 22:43:57.760096 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389be4c-0469-411b-a1ce-2b0d672dc8f2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:43:57.767662 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.767940 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.768418 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.768668 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.769003 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.769335 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.769692 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.774343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.774343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.774343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.774343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:43:57.774343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c27eab-fe2f-40c9-9669-89924e8802ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:00.495682 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:44:03.380528 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50470) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:03.491236 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af873c97-676d-4c74-9040-7748464eea18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.584410 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af873c97-676d-4c74-9040-7748464eea18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.652928 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-af873c97-676d-4c74-9040-7748464eea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.692989 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-af873c97-676d-4c74-9040-7748464eea18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7436f4eb5fc14662b0ffaa2ce06e54e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110757 Aug 24 22:44:03.694148 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af873c97-676d-4c74-9040-7748464eea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d34eb2-c1e4-432b-b1e0-41b7018772c1,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:03.702735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50478) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:03.758178 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.782917 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.906096 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.908642 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:03.909821 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47d34eb2-c1e4-432b-b1e0-41b7018772c1 HTTP/1.1" status: 204 len: 168 time: 0.2044218 Aug 24 22:44:03.918677 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e6786-5486-40b4-bf45-9e1d826067ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d34eb2-c1e4-432b-b1e0-41b7018772c1,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:13.351772 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-293e6e4a-780a-4431-baad-3cba4952d9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:15.969540 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-126980d7-7af1-4ab4-a874-fc0bb37a9403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:16.129122 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:16.997170 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:17.231575 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:18.659975 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.086665 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50702) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:21.200822 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a91a138e-407c-4f60-916a-28eaa18a319d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.289047 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a91a138e-407c-4f60-916a-28eaa18a319d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.373796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-a91a138e-407c-4f60-916a-28eaa18a319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.411206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a138e-407c-4f60-916a-28eaa18a319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc61715f-53a8-4c36-9258-7f743ec02a2a,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:21.415583 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-a91a138e-407c-4f60-916a-28eaa18a319d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90465537af134bd6bcc71994d650b5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267949 Aug 24 22:44:21.418906 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50712) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:21.467466 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.496858 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.654494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.657070 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:21.658253 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc61715f-53a8-4c36-9258-7f743ec02a2a HTTP/1.1" status: 204 len: 168 time: 0.2384493 Aug 24 22:44:21.666848 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2f80-69c5-4fdf-be6d-556a123d9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc61715f-53a8-4c36-9258-7f743ec02a2a,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:22.681685 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50748) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:22.785226 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699100215-network', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:22.843324 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Made reservation on behalf of a23ec40025ed49cfb84d6eb9fc3f6bc3 for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:44:22.846206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:22.856139 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:22.961220 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.048957 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.074684 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:44:23.083485 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4253eba6-b9de-4a39-af10-305daeb272ef,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:23.090338 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.090722 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Added segment 5c25d6c3-1279-4548-9864-31a6b6d5426d of type vlan for network 946eba29-c226-4912-8148-25622f95e34d Aug 24 22:44:23.131609 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.271886 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.273130 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:44:23.274067 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.336942 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] Pushing event updated for resources: {'Network': ['ID=946eba29-c226-4912-8148-25622f95e34d,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:23.350242 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 946eba29-c226-4912-8148-25622f95e34d details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:44:23.380777 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d710c429-ec11-49f0-8cdb-d1a623946983 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6977599 Aug 24 22:44:23.383515 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50754) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:23.389603 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Request body: {'subnet': {'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699100215-subnet', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'ip_version': 4}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:23.471622 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Made reservation on behalf of a23ec40025ed49cfb84d6eb9fc3f6bc3 for: {'subnet': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:44:23.474176 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3470232'] for subnet, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.768083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3220696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3470186'] for subnet, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:23.827575 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=439480a1-d76f-4081-b055-566498a93c53,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:23.836424 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:23.836778 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Network hostable DHCP agents. Network: 946eba29-c226-4912-8148-25622f95e34d, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:44:23.951511 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Network 946eba29-c226-4912-8148-25622f95e34d is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:44:24.014676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 946eba29-c226-4912-8148-25622f95e34d) {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:24.018804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:44:24.019496 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.024267 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef070a-4d4b-4b5b-b5c1-e5ce5c8e0143 None None] Network 946eba29-c226-4912-8148-25622f95e34d requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:44:24.121356 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-fc410aac-ea9a-4f38-b698-cbe27ea04dfc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7334669 Aug 24 22:44:24.121659 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50762) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:24.126284 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:24.237954 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.239039 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.295507 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.301867 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-946eba29-c226-4912-8148-25622f95e34d', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:44:24.302728 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.442772 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Allocated IP 172.20.0.2 (946eba29-c226-4912-8148-25622f95e34d/439480a1-d76f-4081-b055-566498a93c53/561bc3e9-b77d-43dc-a77e-a320516e1dc2) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:24.584369 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.585105 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.594775 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Transition to ACTIVE for port object 561bc3e9-b77d-43dc-a77e-a320516e1dc2 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:24.610546 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Transition to ACTIVE for port object 561bc3e9-b77d-43dc-a77e-a320516e1dc2 will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:24.706330 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.750424 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:24.753292 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:24.756353 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:24.765650 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Pushing event updated for resources: {'Port': ['ID=561bc3e9-b77d-43dc-a77e-a320516e1dc2,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:24.790379 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.790729 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.791073 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.792036 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.792182 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.792410 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.792746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.793078 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.793411 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.793763 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.794090 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.794413 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:24.827724 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Attempting to bind port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:24.828076 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Attempting to bind port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:24.828445 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Attempting to bind port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:24.834658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:24.834658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:24.834658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.834658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Bound using segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:24.835106 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Bound port: 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:24.835425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.852517 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.873227 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:24.900900 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] For port 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:24.904079 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] For port 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=561bc3e9-b77d-43dc-a77e-a320516e1dc2,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:24.994017 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Allocated IP 172.27.0.127 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/f78d2257-af8c-42c7-8aa4-27ab91e9619d) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:24.997878 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:25.080719 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7dd6-acb7-4dc1-91e9-aeead2c06a8c None None] Pushing event updated for resources: {'Port': ['ID=561bc3e9-b77d-43dc-a77e-a320516e1dc2,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:25.118591 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:25.219751 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:25.270439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:25.276697 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:25.279921 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:25.385927 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 561bc3e9-b77d-43dc-a77e-a320516e1dc2 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:25.512058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:25.587420 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=f78d2257-af8c-42c7-8aa4-27ab91e9619d,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:25.881712 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:25.972477 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02260fc5-8374-4098-ae64-2009b6d461f9 None None] Network 946eba29-c226-4912-8148-25622f95e34d requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:44:26.090414 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.101630 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Provisioning for port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:26.121747 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Provisioning complete for port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:26.122120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.212492 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.251902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] For port 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=561bc3e9-b77d-43dc-a77e-a320516e1dc2,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:26.323494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:44:26.357623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.409199 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f47155-a701-485f-a8b5-5de180dae8c7 None None] Pushing event updated for resources: {'Port': ['ID=561bc3e9-b77d-43dc-a77e-a320516e1dc2,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:26.434360 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:44:26.442946 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:44:26.452324 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:26.452949 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:26.504974 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.506311 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-41f87dd9-50a8-4841-9e3c-7ad73ff17ac7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3836412 Aug 24 22:44:26.509650 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50776) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:26.537233 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-dc64e5ee-1e0a-4f4c-a750-0acf85520e02 None None] Provisioning complete for port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:26.538121 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-dc64e5ee-1e0a-4f4c-a750-0acf85520e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:26.597314 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:26.856865 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:25Z', 'revision_number': 3, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:26.887510 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:44:26.887861 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Updating router 72fa491c-8474-4d2c-b965-adabd7ecec74 port f78d2257-af8c-42c7-8aa4-27ab91e9619d binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:44:26.913220 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.016508 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.188766 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.195837 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Allocated IP 172.20.0.1 (946eba29-c226-4912-8148-25622f95e34d/439480a1-d76f-4081-b055-566498a93c53/ecae47ce-6fce-4720-a774-1af3a2774493) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:27.198873 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Transition to ACTIVE for port object f78d2257-af8c-42c7-8aa4-27ab91e9619d will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:27.299516 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.310494 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.327015 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.provisioning_blocks [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Transition to ACTIVE for port object ecae47ce-6fce-4720-a774-1af3a2774493 will not be triggered until provisioned by entity DHCP. {{(pid=94374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:27.359024 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 561bc3e9-b77d-43dc-a77e-a320516e1dc2 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:27.369571 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Attempting to bind port f78d2257-af8c-42c7-8aa4-27ab91e9619d on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:27.369977 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Attempting to bind port f78d2257-af8c-42c7-8aa4-27ab91e9619d by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:27.370343 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Attempting to bind port f78d2257-af8c-42c7-8aa4-27ab91e9619d on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:27.411961 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:27.412339 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:27.412746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.413134 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:27.413629 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Bound port: f78d2257-af8c-42c7-8aa4-27ab91e9619d, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:27.414011 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.435537 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e9b5-b5e5-4121-9456-4891ec1eb36e None None] Pushing event updated for resources: {'Port': ['ID=f78d2257-af8c-42c7-8aa4-27ab91e9619d,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:27.482278 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:27.482650 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.485129 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] For port f78d2257-af8c-42c7-8aa4-27ab91e9619d, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:27.489345 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] For port f78d2257-af8c-42c7-8aa4-27ab91e9619d, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f78d2257-af8c-42c7-8aa4-27ab91e9619d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:27.506897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.550566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:27.555112 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:27.560154 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:27.561251 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.571657 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Pushing event updated for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:27.606499 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.657050 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e9b5-b5e5-4121-9456-4891ec1eb36e None None] Pushing event updated for resources: {'Port': ['ID=f78d2257-af8c-42c7-8aa4-27ab91e9619d,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:27.661763 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:27.662476 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:27.778300 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:27.881991 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:27.946987 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-3556d88e-6d54-496b-9f9b-b7caacc2e4ee None None] Provisioning for port ecae47ce-6fce-4720-a774-1af3a2774493 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:27.956577 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-3556d88e-6d54-496b-9f9b-b7caacc2e4ee None None] Provisioning complete for port ecae47ce-6fce-4720-a774-1af3a2774493 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:27.957133 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3556d88e-6d54-496b-9f9b-b7caacc2e4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:28.005333 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-3556d88e-6d54-496b-9f9b-b7caacc2e4ee None None] Port ecae47ce-6fce-4720-a774-1af3a2774493 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:44:28.015688 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:25Z', 'revision_number': 3, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:28.042271 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b44b9e-9cf7-4d31-aa6e-17d25b97a860 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:25Z', 'revision_number': 3, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:44:28.062146 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:28.111622 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:28.189425 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:28.191384 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Pushing event updated for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:28.310565 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:28.313253 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:28.451374 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:44:28.596953 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:44:28.611345 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-3bcefd36-455f-471e-9b3b-ceba5756e56e admin admin] 10.222.0.39 "PUT /v2.0/routers/72fa491c-8474-4d2c-b965-adabd7ecec74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927320 Aug 24 22:44:28.632040 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-732616cf-d762-4293-a713-95ce1742d0d7 None None] Provisioning complete for port ecae47ce-6fce-4720-a774-1af3a2774493 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:28.633225 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-732616cf-d762-4293-a713-95ce1742d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:28.671420 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-732616cf-d762-4293-a713-95ce1742d0d7 None None] Port ecae47ce-6fce-4720-a774-1af3a2774493 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:44:29.372215 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f78d2257-af8c-42c7-8aa4-27ab91e9619d up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:29.384120 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50812) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:29.390676 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2039325743-network', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:29.449216 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Made reservation on behalf of 5819a8f67c1e4e2a99cbfa65ac5af76c for: {'network': 1} {{(pid=94374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:44:29.451648 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for network, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.460793 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.465842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port f78d2257-af8c-42c7-8aa4-27ab91e9619d completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:29.470181 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port f78d2257-af8c-42c7-8aa4-27ab91e9619d triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:29.470615 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.576648 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.676985 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.686785 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.697893 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 22:44:29.710665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port f78d2257-af8c-42c7-8aa4-27ab91e9619d, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f78d2257-af8c-42c7-8aa4-27ab91e9619d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:29.717172 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.717559 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.segments_db [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Added segment d7c84156-d222-48e5-90c9-5361b14360a3 of type vlan for network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 Aug 24 22:44:29.719347 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f4c75-03f7-4616-a9c5-a7ba147292d8,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:29.736085 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:44:29.740016 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:29.740801 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:29.768257 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754648566047'] for network, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.769624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.836723 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=f78d2257-af8c-42c7-8aa4-27ab91e9619d,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:29.854253 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:29.872637 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940'] for network, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.872637 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:44:29.873303 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:29.939012 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] Pushing event updated for resources: {'Network': ['ID=5daff7e3-d9cc-403b-9c2d-ba3685cd1473,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:29.944088 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-2a6545ff-1727-449c-9779-1534dc12313b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5581729 Aug 24 22:44:29.948228 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50814) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:29.953887 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Request body: {'subnet': {'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2039325743-subnet', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'ip_version': 4}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:29.959894 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 details requested by agent ovs-agent-dv-cinder-805887-2-iscsi with host dv-cinder-805887-2-iscsi {{(pid=94376) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 22:44:30.054206 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Made reservation on behalf of 5819a8f67c1e4e2a99cbfa65ac5af76c for: {'subnet': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:44:30.056573 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3379864'] for subnet, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.074308 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 2, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:30.100802 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:44:30.101140 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Updating router 72fa491c-8474-4d2c-b965-adabd7ecec74 port ecae47ce-6fce-4720-a774-1af3a2774493 binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:44:30.126966 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.311781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2712246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3379818'] for subnet, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.363202 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2be4c2-3978-4687-a0dd-ffbebb2059fc,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:30.382288 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Checking segment: {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:30.382646 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Network hostable DHCP agents. Network: 5daff7e3-d9cc-403b-9c2d-ba3685cd1473, hostable agents: ['19162360-c300-4f85-a4a8-780b148beb24'], hosted agents: [] {{(pid=94375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 22:44:30.404220 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.413845 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Transition to ACTIVE for port object ecae47ce-6fce-4720-a774-1af3a2774493 will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:30.442602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 is scheduled to be hosted by DHCP agent 19162360-c300-4f85-a4a8-780b148beb24 with binding_index 1 {{(pid=94375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 22:44:30.475954 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.547293 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Pushing event updated for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:30.573040 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573299 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805887-2-iscsi, 5daff7e3-d9cc-403b-9c2d-ba3685cd1473) {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.573421 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.574068 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:44:30.574161 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.574242 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.574330 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.574686 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.574868 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:44:30.579818 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcdaef-9012-4306-bdc5-41e6a814b2db None None] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:44:30.595140 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Attempting to bind port ecae47ce-6fce-4720-a774-1af3a2774493 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:30.595545 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Attempting to bind port ecae47ce-6fce-4720-a774-1af3a2774493 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:30.595942 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Attempting to bind port ecae47ce-6fce-4720-a774-1af3a2774493 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:30.601772 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:30.602258 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:30.602913 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.603348 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Bound using segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:30.603860 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Bound port: ecae47ce-6fce-4720-a774-1af3a2774493, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:30.604255 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.679950 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] For port ecae47ce-6fce-4720-a774-1af3a2774493, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:30.684024 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] For port ecae47ce-6fce-4720-a774-1af3a2774493, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=ecae47ce-6fce-4720-a774-1af3a2774493,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:30.691546 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-a0d38816-b463-4217-bd67-867579053971 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7398949 Aug 24 22:44:30.693557 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50818) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:30.697028 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:30.749511 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe136c022-8a47-52f3-888a-0b2d7a07c8b0-5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'fixed_ips': [{'subnet_id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc'}]}} from dv-cinder-805887-2-iscsi. {{(pid=94376) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 22:44:30.750373 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.774756 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.797691 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1195'] for router, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.798893 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1200'] for router, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.826231 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:30.827113 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:30.884372 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:30.903437 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.db_base_plugin_common [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Allocated IP 172.20.0.2 (5daff7e3-d9cc-403b-9c2d-ba3685cd1473/4a2be4c2-3978-4687-a0dd-ffbebb2059fc/2092af29-05ee-40b9-8a23-a2a337a8abee) {{(pid=94376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:30.923153 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660ee97-80e8-42b1-a155-0720983f7e93 None None] Pushing event updated for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:30.957740 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:31.107969 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.111659 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks [] for port, precommit_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.122096 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Transition to ACTIVE for port object 2092af29-05ee-40b9-8a23-a2a337a8abee will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:31.137706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Transition to ACTIVE for port object 2092af29-05ee-40b9-8a23-a2a337a8abee will not be triggered until provisioned by entity DHCP. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:31.209658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536'] for port, after_create {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.270941 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 is already hosted by enough agents. {{(pid=94376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:31.271387 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:30Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:31.275953 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.scheduler.base_scheduler [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Resources bound (agent type, host, resource id): {{(pid=94376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:31.280706 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Received port after_create {{(pid=94376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:31.283955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Pushing event updated for resources: {'Port': ['ID=2092af29-05ee-40b9-8a23-a2a337a8abee,revision_number=1']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:31.305025 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcd208-4b61-4cd6-b813-ae010ce2c4d1 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:30Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:44:31.381882 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Attempting to bind port 2092af29-05ee-40b9-8a23-a2a337a8abee on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:31.382410 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Attempting to bind port 2092af29-05ee-40b9-8a23-a2a337a8abee by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:31.382905 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Attempting to bind port 2092af29-05ee-40b9-8a23-a2a337a8abee on network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:31.390460 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:31.390971 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Checking segment: {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:31.391479 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.391962 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Bound using segment: {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:31.392527 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Bound port: 2092af29-05ee-40b9-8a23-a2a337a8abee, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:31.393002 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.407898 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f78d2257-af8c-42c7-8aa4-27ab91e9619d up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:31.439229 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.461177 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.509448 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] For port 2092af29-05ee-40b9-8a23-a2a337a8abee, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:31.514811 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] For port 2092af29-05ee-40b9-8a23-a2a337a8abee, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2092af29-05ee-40b9-8a23-a2a337a8abee,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:31.517917 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port f78d2257-af8c-42c7-8aa4-27ab91e9619d triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:31.518286 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.587826 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.590230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Allocated IP 172.27.0.232 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/82a1a22c-93bd-4e3d-86ff-60e7e1827d02) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:31.671005 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12cc0-4cc2-4fef-b539-6913604cf144 None None] Pushing event updated for resources: {'Port': ['ID=2092af29-05ee-40b9-8a23-a2a337a8abee,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:31.769095 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.890147 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:31.935537 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:31.944439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:31.948897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:31.984912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Pushing event updated for resources: {'Port': ['ID=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:32.575620 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:32.633973 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b087e6-d80b-4fc7-b2d4-48df822b1ba0 None None] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:44:32.804127 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-394709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390766'] for router, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:32.837068 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-7e991067-14ee-4f65-94bf-18006e68420c None None] Provisioning for port 2092af29-05ee-40b9-8a23-a2a337a8abee completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:33.013958 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 is scheduled to L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 with binding_index 1 {{(pid=94374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 22:44:33.126923 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:44:33.137780 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Sync routers for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:44:33.148338 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:33.148940 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:33.220002 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.221385 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-1128fd83-97e2-4b22-8feb-91025d142264 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5284016 Aug 24 22:44:33.224131 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50824) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:33.264622 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:33.475089 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2092af29-05ee-40b9-8a23-a2a337a8abee up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:33.544222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:32Z', 'revision_number': 3, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:33.571174 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Checking router: ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:44:33.571518 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Updating router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 binding host dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:44:33.595004 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 2092af29-05ee-40b9-8a23-a2a337a8abee completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:33.604419 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2092af29-05ee-40b9-8a23-a2a337a8abee triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:33.604419 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.604419 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.708303 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.820705 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.885860 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Allocated IP 172.20.0.1 (5daff7e3-d9cc-403b-9c2d-ba3685cd1473/4a2be4c2-3978-4687-a0dd-ffbebb2059fc/2ea2dd48-a715-4b41-bff8-5daa6f8b97ac) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:44:33.890960 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 2092af29-05ee-40b9-8a23-a2a337a8abee, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2092af29-05ee-40b9-8a23-a2a337a8abee,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:33.978141 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:33.979273 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device ecae47ce-6fce-4720-a774-1af3a2774493 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:34.039031 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks [] for port, precommit_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.069339 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Transition to ACTIVE for port object 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 will not be triggered until provisioned by entity L2. {{(pid=94376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:34.102907 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=2092af29-05ee-40b9-8a23-a2a337a8abee,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:34.180383 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.223760 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port ecae47ce-6fce-4720-a774-1af3a2774493 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:34.239164 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port ecae47ce-6fce-4720-a774-1af3a2774493 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:34.239534 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.242362 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b8b0-acd0-4eb2-864a-3f39011a26c6 None None] Pushing event updated for resources: {'Port': ['ID=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,revision_number=2']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:34.247784 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Attempting to bind port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:34.248156 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Attempting to bind port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:34.248529 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Attempting to bind port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 on network c1873254-d8c4-4851-9bd4-d31931e51dc2 {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:34.273710 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:34.274153 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Checking segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:34.274525 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.274925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Bound using segment: {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'} {{(pid=94376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:34.275436 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.managers [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Bound port: 82a1a22c-93bd-4e3d-86ff-60e7e1827d02, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f8fa18-0295-46e7-8d54-722388c57115', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2'}}] {{(pid=94376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:34.275833 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.293176 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.311285 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Transition to ACTIVE for port object 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:34.366787 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] For port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:34.386965 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] For port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:34.398175 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.399120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.436621 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port ecae47ce-6fce-4720-a774-1af3a2774493, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=ecae47ce-6fce-4720-a774-1af3a2774493,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:34.443055 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.454986 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:34.459368 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:34.465354 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:44:34.468659 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:34.502674 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.505114 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-389405'] for router_interface, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.505333 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:34.506395 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:34.582321 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052b8b0-acd0-4eb2-864a-3f39011a26c6 None None] Pushing event updated for resources: {'Port': ['ID=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,revision_number=3']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:34.659663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:34.675417 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:34.731294 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.921856 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:34.985982 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.009027 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:32Z', 'revision_number': 3, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:35.037075 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-e941855d-6264-4592-b678-2fb014480d06 None None] Provisioning for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:35.039315 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8035079e-a255-4f70-8e01-d07621f0a999 None None] The sync data for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi is: [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:32Z', 'revision_number': 3, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:44:35.043667 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-e941855d-6264-4592-b678-2fb014480d06 None None] Provisioning complete for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:35.044038 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e941855d-6264-4592-b678-2fb014480d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.069946 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387275'] for router_interface, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.071813 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:35.088376 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-e941855d-6264-4592-b678-2fb014480d06 None None] Port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:44:35.176525 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:44:35.177909 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:44:35.388724 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:44:35.515522 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device ecae47ce-6fce-4720-a774-1af3a2774493 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:35.530562 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:44:35.538416 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-8f124894-e8b5-4545-8946-80e9b58bd535 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce5109e8-780a-4fb3-bd86-1a4c6c6179e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116198 Aug 24 22:44:35.548222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-46745480-e664-4732-9a67-f6aedf87216c None None] Provisioning complete for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:35.548653 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46745480-e664-4732-9a67-f6aedf87216c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.595718 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-46745480-e664-4732-9a67-f6aedf87216c None None] Port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:44:35.607701 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port ecae47ce-6fce-4720-a774-1af3a2774493 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:35.608414 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.706686 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2092af29-05ee-40b9-8a23-a2a337a8abee up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:35.762790 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2092af29-05ee-40b9-8a23-a2a337a8abee triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:35.762996 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:35.850733 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:35.971929 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:35.976953 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:35.977472 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.067078 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.087717 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:36.178909 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.196670 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50870) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:36.202038 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560826220', 'description': 'tempest-secgroup-smoke-560826220 description', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:36.236318 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:36.294238 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.383012 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.454082 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.483650 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb35f8-6fae-4d29-831c-132d08e71135,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:36.551370 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.552669 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d9891370-d90f-42f7-914e-3ea2c822b0ff tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3547997 Aug 24 22:44:36.559432 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50882) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:36.562351 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:36.655033 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.724831 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.733095 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Sync routers for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:44:36.742381 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:36.743149 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:36.854716 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:36.951861 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:36.966735 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7741efa9-7ee8-4829-804a-8482a0c5abc1,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:37.067770 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 4, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2ea2dd48-a715-4b41-bff8-5daa6f8b97ac', 'name': '', 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'mac_address': 'fa:16:3e:00:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:33Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 2, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'subnets': [{'id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:37.071615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.076338 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-47d73201-2e50-4c43-b86e-65b224c8077e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5167367 Aug 24 22:44:37.084340 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50898) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:37.090492 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:37.097619 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Checking router: ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:44:37.097977 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Updating router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac binding host dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 22:44:37.129789 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.231706 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.304908 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.351157 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:37.379750 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.402754 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caf6a99-22cd-43aa-88cd-4ff773762625,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:37.406864 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:37.412597 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.414631 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.428174 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.provisioning_blocks [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Transition to ACTIVE for port object 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac will not be triggered until provisioned by entity L2. {{(pid=94377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:44:37.488850 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.490429 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b8b603af-a00e-446f-a001-9eb84aa35186 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4048703 Aug 24 22:44:37.493257 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50904) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:37.495150 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:44:37.500781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:37.557387 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.617210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.624309 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd0135-db96-41eb-82af-58efb3bf104b None None] Pushing event updated for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=3']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:37.669386 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Attempting to bind port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac on host dv-cinder-805887-2-iscsi for vnic_type normal with profile {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:44:37.669851 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Attempting to bind port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac by drivers openvswitch,hyperv on host dv-cinder-805887-2-iscsi at level 0 using segments [{'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:44:37.670211 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Attempting to bind port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac on network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:44:37.676016 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Checking agent: {'id': 'd8918e08-c012-47cc-9ffe-0c059da5dcc7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805887-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 23, 46), 'started_at': datetime.datetime(2021, 8, 24, 22, 24, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805887-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:44:37.676683 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Checking segment: {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:44:37.677237 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.677824 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Bound using segment: {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'} {{(pid=94377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:44:37.678472 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.managers [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Bound port: 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac, host: dv-cinder-805887-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c84156-d222-48e5-90c9-5361b14360a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473'}}] {{(pid=94377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:44:37.678858 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.703647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.735902 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50908) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:37.752890 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] For port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac, host dv-cinder-805887-2-iscsi, cleared binding levels {{(pid=94377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:44:37.752890 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] For port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac, host dv-cinder-805887-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:44:37.780021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.796849 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beebdc2-0eae-45d8-9351-ea69afa6ba3d,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:37.834791 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.869827 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-971eae2b-e6bd-48ad-95ae-cefef0c3674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.897663 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:44:37.898355 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:44:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:37.900134 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:37.901962 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-9e9bc045-4392-48f7-8be0-a5090ad7e1b7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068220 Aug 24 22:44:37.904547 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50912) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:37.908181 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd0135-db96-41eb-82af-58efb3bf104b None None] Pushing event updated for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=4']} {{(pid=94377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:37.910777 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:38.016794 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-971eae2b-e6bd-48ad-95ae-cefef0c3674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.042148 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:44:38.071215 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-971eae2b-e6bd-48ad-95ae-cefef0c3674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.121407 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-971eae2b-e6bd-48ad-95ae-cefef0c3674f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5f6fa9c38fe4a81813d4d16e8a2021b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843503 Aug 24 22:44:38.122478 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eae2b-e6bd-48ad-95ae-cefef0c3674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3fa2a6-c29a-4798-8c1a-44d95e77fa82,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:38.124334 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50914) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:38.166596 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.203732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.245288 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.249838 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.263178 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 4, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2ea2dd48-a715-4b41-bff8-5daa6f8b97ac', 'name': '', 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'mac_address': 'fa:16:3e:00:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:33Z', 'updated_at': '2021-08-24T22:44:37Z', 'revision_number': 4, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'subnets': [{'id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:44:38.290134 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fff328c-e9bc-4335-8f59-4c806b20bee9 None None] The sync data for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi is: [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 4, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': '2ea2dd48-a715-4b41-bff8-5daa6f8b97ac', 'name': '', 'network_id': '5daff7e3-d9cc-403b-9c2d-ba3685cd1473', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'mac_address': 'fa:16:3e:00:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:33Z', 'updated_at': '2021-08-24T22:44:37Z', 'revision_number': 4, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'subnets': [{'id': '4a2be4c2-3978-4687-a0dd-ffbebb2059fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:44:38.317338 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.339890 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce7467e-3c1d-428b-a044-0bbb2e9c9a89,revision_number=0']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:38.402789 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.405642 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.410270 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d3fa2a6-c29a-4798-8c1a-44d95e77fa82 HTTP/1.1" status: 204 len: 168 time: 0.2814462 Aug 24 22:44:38.416249 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f176508-7aaa-4950-bd16-a9937269deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3fa2a6-c29a-4798-8c1a-44d95e77fa82,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:38.449771 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.450724 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-82428d06-da70-4bac-bdb4-c5af1cbff6c6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5449896 Aug 24 22:44:38.453663 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50918) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:38.458483 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:38.562817 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.securitygroups_db [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Project a23ec40025ed49cfb84d6eb9fc3f6bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:44:38.563889 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.643034 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.711210 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.734627 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df02393-3b02-4daa-bb39-cb08d188ad86,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:38.808891 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:38.810500 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-32c9a4f8-cc96-47f0-8a7c-52916f52bd01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558245 Aug 24 22:44:38.813207 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50922) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:38.817966 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'security_group_rule': {'security_group_id': '94bb35f8-6fae-4d29-831c-132d08e71135', 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:44:38.962269 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.securitygroups_db [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Project a23ec40025ed49cfb84d6eb9fc3f6bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 22:44:38.969636 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.043646 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.057629 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 50924) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:39.071527 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1b2364a4-dd04-41e1-98a6-e0f18d76e20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.099068 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469865'] for security_group_rule, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.120900 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1865f89b-56fb-4d60-ae46-96bd22286f3e,revision_number=0']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:39.181635 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1b2364a4-dd04-41e1-98a6-e0f18d76e20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.237159 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-1b2364a4-dd04-41e1-98a6-e0f18d76e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.285628 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-1b2364a4-dd04-41e1-98a6-e0f18d76e20f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fa3382525ce4e6493dd8e0560f32cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242329 Aug 24 22:44:39.285628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2364a4-dd04-41e1-98a6-e0f18d76e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bfa4c7-0c75-45be-b948-522458946ea4,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:39.285836 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 50926) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:44:39.318852 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.320912 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-21de1021-1d7b-449c-8a1c-4ba7baf5f1f3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5066226 Aug 24 22:44:39.390912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.427765 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:39.443510 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.670061 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:44:39.670343 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.672689 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.673879 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9bfa4c7-0c75-45be-b948-522458946ea4 HTTP/1.1" status: 204 len: 168 time: 0.3870847 Aug 24 22:44:39.674633 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:39.675019 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.684165 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1ebd0-5a27-4629-881f-55bedc869e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bfa4c7-0c75-45be-b948-522458946ea4,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:39.772484 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.810222 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] For port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:44:39.882919 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:39.933885 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Pushing event updated for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:44:41.344735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac up at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:44:41.397912 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Provisioning complete for port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:44:41.398287 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:43.396979 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8cf20772-37a7-4446-a557-45f293200e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:45.933833 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5d1c9ec9-8cdf-4747-ad64-18afb4d545cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:46.134212 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:47.030841 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:47.253058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:44:48.659809 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:13.344858 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3ee0c-ec2c-47cc-90a1-1b58bfca88d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:14.494493 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:45:15.927614 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-5eddbacd-f244-41da-a703-36ab730f3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:16.133290 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:16.244323 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-9440f9fc-73d2-4c4b-a154-6bc8930c8d84 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560826220&fields=id&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 267 time: 0.0327930 Aug 24 22:45:16.354403 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-64d06321-235b-4008-86a7-78296c0f6139 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:16.357205 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-64d06321-235b-4008-86a7-78296c0f6139 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1047561 Aug 24 22:45:16.374236 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-1352fcd1-820c-49aa-a8a9-388627a56066 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/quotas/a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 375 time: 0.0108907 Aug 24 22:45:16.433399 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-a34ca239-21f8-4080-9256-1ce5cd4432fa tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529768 Aug 24 22:45:16.554863 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-0b470e6f-aae2-4ebc-9e7e-488c892482a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:45:16.555888 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-0b470e6f-aae2-4ebc-9e7e-488c892482a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109047 Aug 24 22:45:16.657588 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8e3bb143-80f6-41f8-b4cf-17cb4981c81b service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953038 Aug 24 22:45:16.754608 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-5ac6cfb5-46e7-4759-b7a5-1de5e1433108 service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908422 Aug 24 22:45:17.052968 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:17.247760 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:17.454781 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8109f201-f5c3-4fe3-a786-a336ca57e8da req-f7b1f1c6-288f-4cf2-b745-a357e8466c29 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0300221 Aug 24 22:45:18.534651 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a6a03f7c-1373-4fb0-9326-b933a9e2f2d9 req-878cce7a-0b8b-4ea9-8cc6-78eb744f68e8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0283322 Aug 24 22:45:18.663712 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:19.631064 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0732e232-30fa-4445-ad3c-8a1f9e86d46f req-335e9ee2-f274-4285-8cc7-c43f5719a26b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0272753 Aug 24 22:45:20.737257 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-36baad47-812c-43ae-9228-31e093fef420 req-58c3e32a-8f4f-43f4-9519-649451a8b085 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0392358 Aug 24 22:45:21.830601 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-98167510-4a60-408f-9f5d-bceb8199d557 req-d85059d4-0ce5-4126-8c0c-24dfa16f0cf8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0270817 Aug 24 22:45:22.289314 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-05c0ae84-58b7-4be4-9aca-4a3c059b1fab tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:22.290837 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-05c0ae84-58b7-4be4-9aca-4a3c059b1fab tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1030748 Aug 24 22:45:22.344028 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-c88290c1-7566-459a-9c11-e1b59599edbd tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 379 time: 0.0380535 Aug 24 22:45:22.353808 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'port': {'device_id': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'admin_state_up': True, 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'security_groups': ['94bb35f8-6fae-4d29-831c-132d08e71135']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:45:22.539010 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Made reservation on behalf of a23ec40025ed49cfb84d6eb9fc3f6bc3 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:45:22.542643 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:22.671647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.20.0.11 (946eba29-c226-4912-8148-25622f95e34d/439480a1-d76f-4081-b055-566498a93c53/de275299-33ed-431a-8c7d-faef45b3c597) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:45:22.806995 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:22.821281 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Transition to ACTIVE for port object de275299-33ed-431a-8c7d-faef45b3c597 will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:45:22.899823 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:22.977939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:45:22.985282 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:45:22.988283 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:45:22.994288 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:23.039864 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08abef8-fd95-42de-b431-fb82bf2b66f2 req-b267e538-100a-403c-bad3-3e0d847f4d90 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:23.041573 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c08abef8-fd95-42de-b431-fb82bf2b66f2 req-b267e538-100a-403c-bad3-3e0d847f4d90 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 932 time: 0.1433644 Aug 24 22:45:23.045968 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.046269 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.046615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.046944 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.047269 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.047591 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.047912 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.048230 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.048549 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.048866 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.049180 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.049515 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:23.071017 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:23.071624 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.107969 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c08abef8-fd95-42de-b431-fb82bf2b66f2 req-290e9860-d119-46dc-82c5-aa073a254229 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549684 Aug 24 22:45:23.185276 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-e90de292-f856-413c-a068-b1427fb31e03 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8351839 Aug 24 22:45:23.204575 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-d343d4cc-2422-4d92-b976-52646b0b8946 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94375) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:45:23.205712 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-d343d4cc-2422-4d92-b976-52646b0b8946 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058925 Aug 24 22:45:23.266686 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Request body: {'port': {'device_id': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:45:23.331216 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.338867 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1ff874e1-e74e-4f3a-8747-0c2a9b4f6a6e None None] Provisioning for port de275299-33ed-431a-8c7d-faef45b3c597 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:45:23.343758 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-1ff874e1-e74e-4f3a-8747-0c2a9b4f6a6e None None] Provisioning complete for port de275299-33ed-431a-8c7d-faef45b3c597 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:45:23.344156 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-1ff874e1-e74e-4f3a-8747-0c2a9b4f6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.390213 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-1ff874e1-e74e-4f3a-8747-0c2a9b4f6a6e None None] Port de275299-33ed-431a-8c7d-faef45b3c597 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:45:23.608781 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de275299-33ed-431a-8c7d-faef45b3c597 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:45:23.616499 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.628490 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Transition to ACTIVE for port object de275299-33ed-431a-8c7d-faef45b3c597 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:45:23.727508 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.806361 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Pushing event updated for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:23.862276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Attempting to bind port de275299-33ed-431a-8c7d-faef45b3c597 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:45:23.862884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Attempting to bind port de275299-33ed-431a-8c7d-faef45b3c597 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:45:23.863213 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Attempting to bind port de275299-33ed-431a-8c7d-faef45b3c597 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:45:23.867929 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Port de275299-33ed-431a-8c7d-faef45b3c597 on network 946eba29-c226-4912-8148-25622f95e34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:45:23.871622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Attempting to bind port de275299-33ed-431a-8c7d-faef45b3c597 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:45:23.874440 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:45:23.874780 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:45:23.875162 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Bound using segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:45:23.875597 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Bound port: de275299-33ed-431a-8c7d-faef45b3c597, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:45:23.881715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:23.950594 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:45:23.954092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=de275299-33ed-431a-8c7d-faef45b3c597,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:45:24.036405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:24.075050 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.075640 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:24.077102 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] 10.222.0.25 "PUT /v2.0/ports/de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 1094 time: 0.8643513 Aug 24 22:45:24.077599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:45:24.079919 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d210034-683f-4f59-bc73-70d05f771a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "tag": "de275299-33ed-431a-8c7d-faef45b3c597"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:45:24.113013 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c842315-6dc1-4e33-86e3-cf7257319b29 service neutron] Pushing event updated for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:24.294674 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2dafb-0896-43ba-89ff-03cc403c8d00 req-dd06854a-801c-422f-9195-6e685b9ca58c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.296569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1cc2dafb-0896-43ba-89ff-03cc403c8d00 req-dd06854a-801c-422f-9195-6e685b9ca58c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.1003864 Aug 24 22:45:24.312339 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84449be-b53b-458b-a874-46fb0e0dedb4 x-openstack-request-id: req-f84449be-b53b-458b-a874-46fb0e0dedb4 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:45:24.312339 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "tag": "de275299-33ed-431a-8c7d-faef45b3c597", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:45:24.312566 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f84449be-b53b-458b-a874-46fb0e0dedb4 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:45:24.312865 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597', 'status': 'completed', 'code': 200} Aug 24 22:45:24.334138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-19a16cfc-9956-4de6-a941-92d5cefe7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.335701 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-19a16cfc-9956-4de6-a941-92d5cefe7c22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1097 time: 0.0897694 Aug 24 22:45:24.360735 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1cc2dafb-0896-43ba-89ff-03cc403c8d00 req-c08e2003-08a2-4cc8-822c-aba5d08923ea tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575414 Aug 24 22:45:24.388589 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-856ddc45-b508-44be-b4ab-4c745c934f4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Aug 24 22:45:24.442814 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-98d2012c-1a1a-42ad-95b9-c647a1486263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.444397 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-98d2012c-1a1a-42ad-95b9-c647a1486263 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0489962 Aug 24 22:45:24.492858 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-4b17d579-8b57-4b49-b181-1d4f39d717b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.494294 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-4b17d579-8b57-4b49-b181-1d4f39d717b8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408974 Aug 24 22:45:24.588118 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-c1cecd82-51f9-4308-a3a7-46df3a5700b2 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Aug 24 22:45:24.683896 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dde14cc2-6b25-493d-95c1-f4b2ec2ea8cc req-d3d36e5e-cb61-47d2-b792-808993be171f service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874546 Aug 24 22:45:24.885660 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210034-683f-4f59-bc73-70d05f771a6e req-c2f4018f-557b-4368-98b0-e65395825af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.887214 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-c2f4018f-557b-4368-98b0-e65395825af3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1097 time: 0.0411334 Aug 24 22:45:24.984469 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210034-683f-4f59-bc73-70d05f771a6e req-ff746e53-3067-4e2f-a21b-938ad6eaf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:24.986220 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-ff746e53-3067-4e2f-a21b-938ad6eaf3f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0912066 Aug 24 22:45:25.032114 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-f98c6156-6b20-4cc2-8fa7-5ef5b169b48f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Aug 24 22:45:25.080977 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210034-683f-4f59-bc73-70d05f771a6e req-a7132d21-e763-4750-98ae-a2d1ffc77b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:25.082419 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-a7132d21-e763-4750-98ae-a2d1ffc77b94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0433407 Aug 24 22:45:25.132656 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210034-683f-4f59-bc73-70d05f771a6e req-e44c69c2-cc48-4347-ad47-37df99bfb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:25.134124 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-e44c69c2-cc48-4347-ad47-37df99bfb1f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427270 Aug 24 22:45:25.221120 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-59af1446-fcba-45ca-b8eb-de1893406cfe service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783331 Aug 24 22:45:25.318043 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6d210034-683f-4f59-bc73-70d05f771a6e req-cbfac1b2-8c78-48fd-a5de-d87418e942ae service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893533 Aug 24 22:45:25.479978 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ad29c-8807-49cd-a141-7fc6186f2312 req-e2aab501-5d6b-428b-b907-af36531be55b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:25.481604 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ab3ad29c-8807-49cd-a141-7fc6186f2312 req-e2aab501-5d6b-428b-b907-af36531be55b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0520105 Aug 24 22:45:25.520457 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ab3ad29c-8807-49cd-a141-7fc6186f2312 req-a6bc720a-4503-49d4-80f7-bd407eb8e0a3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Aug 24 22:45:26.639322 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06508dd1-9abb-404f-8ef4-f4ce30d0977e req-6b639a19-e7da-448e-b739-8bbeca4fe604 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:26.640837 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-06508dd1-9abb-404f-8ef4-f4ce30d0977e req-6b639a19-e7da-448e-b739-8bbeca4fe604 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0523052 Aug 24 22:45:26.680672 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-06508dd1-9abb-404f-8ef4-f4ce30d0977e req-bf6eca00-31e6-4ca5-801a-2fbb0805df53 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Aug 24 22:45:26.935936 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51356) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:27.053827 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.148575 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.247735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.288394 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7dfd26231534c50b922eff7ed322387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512478 Aug 24 22:45:27.289159 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f23c2-f860-4ae2-a8dc-24fffa6ca1ee,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:27.292840 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51360) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:27.312546 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.313133 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.313735 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.314292 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.314869 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.315439 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.315999 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.316566 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.317136 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.317734 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.318303 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.318853 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d9ca4-5b92-4827-a4a5-53f854f877a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:27.378769 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.400596 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.515796 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.518459 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:27.519654 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e8f23c2-f860-4ae2-a8dc-24fffa6ca1ee HTTP/1.1" status: 204 len: 168 time: 0.2251780 Aug 24 22:45:27.528216 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e2f8a-018e-4e46-961f-cfaf505d291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f23c2-f860-4ae2-a8dc-24fffa6ca1ee,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:27.802632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e475-96e7-4c9b-aef9-6fe5f18dfe6c req-2378150a-6933-41a6-9491-99c6d49289ea tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:27.804348 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d322e475-96e7-4c9b-aef9-6fe5f18dfe6c req-2378150a-6933-41a6-9491-99c6d49289ea tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0550525 Aug 24 22:45:27.846342 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d322e475-96e7-4c9b-aef9-6fe5f18dfe6c req-5f7401fa-86d4-49be-ae9d-1f93b6db25ad tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349684 Aug 24 22:45:28.086087 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51368) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:28.103230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0667f4b9-2045-4b68-86ce-8726645517d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.197543 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0667f4b9-2045-4b68-86ce-8726645517d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.275541 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0667f4b9-2045-4b68-86ce-8726645517d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.314868 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0667f4b9-2045-4b68-86ce-8726645517d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6d6bbd37593400794224a64cfef48d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275918 Aug 24 22:45:28.315724 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667f4b9-2045-4b68-86ce-8726645517d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdafc97-3ec7-4ebd-b8bc-a75fb0b77335,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:28.317631 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51370) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:28.366537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.388463 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.567350 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.569968 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:28.571128 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcdafc97-3ec7-4ebd-b8bc-a75fb0b77335 HTTP/1.1" status: 204 len: 168 time: 0.2525187 Aug 24 22:45:28.580485 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801f9a3-5071-48ef-bf6e-ebc2853c145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdafc97-3ec7-4ebd-b8bc-a75fb0b77335,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:28.967311 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904140d0-157a-40b5-bc87-312023ca2004 req-dfd4a9c8-bafb-4b81-80fe-d9526e3b485c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:28.968937 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-904140d0-157a-40b5-bc87-312023ca2004 req-dfd4a9c8-bafb-4b81-80fe-d9526e3b485c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0545635 Aug 24 22:45:29.014325 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-904140d0-157a-40b5-bc87-312023ca2004 req-2ae42bc4-2bc6-4a53-9262-59d49908f402 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Aug 24 22:45:30.131418 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae747e-b356-4d63-ac1d-3698b8024a93 req-abe82236-3919-4541-a5a4-3b3a961b0656 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:30.132953 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0dae747e-b356-4d63-ac1d-3698b8024a93 req-abe82236-3919-4541-a5a4-3b3a961b0656 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0510373 Aug 24 22:45:30.179394 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-0dae747e-b356-4d63-ac1d-3698b8024a93 req-e60b70a9-6c50-41f8-96d7-e94242133c04 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Aug 24 22:45:31.042241 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51428) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:31.149026 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-73768ad8-18c6-459b-9599-6d74c1073628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.245840 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-73768ad8-18c6-459b-9599-6d74c1073628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.297745 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928719-4565-45da-b0e8-eb32d5085028 req-b5f0e20a-1772-4fad-87fd-b03aa10a4ce7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:31.299259 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a928719-4565-45da-b0e8-eb32d5085028 req-b5f0e20a-1772-4fad-87fd-b03aa10a4ce7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 944 time: 0.0511203 Aug 24 22:45:31.316014 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-73768ad8-18c6-459b-9599-6d74c1073628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.339250 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3a928719-4565-45da-b0e8-eb32d5085028 req-a3a533ca-7971-413a-9cf4-09c7d39b859b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340664 Aug 24 22:45:31.358430 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-73768ad8-18c6-459b-9599-6d74c1073628 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16f5c1c9e58c4b38843f8f5477115626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151515 Aug 24 22:45:31.359314 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73768ad8-18c6-459b-9599-6d74c1073628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7942be5b-5cbd-49c8-a559-8de9cd59afc2,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:31.362021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51434) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:31.423990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.453443 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.567172 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.569732 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.570897 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7942be5b-5cbd-49c8-a559-8de9cd59afc2 HTTP/1.1" status: 204 len: 168 time: 0.2075212 Aug 24 22:45:31.580043 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b21d7-c39b-4df6-a89b-0db5ab739df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7942be5b-5cbd-49c8-a559-8de9cd59afc2,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:31.806160 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device de275299-33ed-431a-8c7d-faef45b3c597 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:45:31.900046 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=de275299-33ed-431a-8c7d-faef45b3c597,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:45:31.914469 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'de275299-33ed-431a-8c7d-faef45b3c597', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'port_id': 'de275299-33ed-431a-8c7d-faef45b3c597', 'mac_address': 'fa:16:3e:f4:8f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:45:31.952216 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:31.965240 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de275299-33ed-431a-8c7d-faef45b3c597 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:45:31.984611 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=de275299-33ed-431a-8c7d-faef45b3c597,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:45:32.057872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.107965 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.118433 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.119839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.119839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.119839 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:45:32.152567 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51440) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:32.165950 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f378657c-3557-40a6-9c78-add72fac41ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.256558 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f378657c-3557-40a6-9c78-add72fac41ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.343306 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f378657c-3557-40a6-9c78-add72fac41ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.382973 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f378657c-3557-40a6-9c78-add72fac41ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7844bc669ae44f9d833468dd55f01a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292845 Aug 24 22:45:32.383831 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378657c-3557-40a6-9c78-add72fac41ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df2b680-2034-4947-8bf0-a109444ca5a3,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:32.385717 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51444) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:32.463702 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.490076 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbe6f2-072b-475e-9dae-613d8a1f41a5 req-ce3091e3-3bf7-444d-b0cd-b4c26b8ba7c2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:32.491723 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d0fbe6f2-072b-475e-9dae-613d8a1f41a5 req-ce3091e3-3bf7-444d-b0cd-b4c26b8ba7c2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 945 time: 0.0717490 Aug 24 22:45:32.502910 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.525880 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['de275299-33ed-431a-8c7d-faef45b3c597'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:45:32.563790 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d0fbe6f2-072b-475e-9dae-613d8a1f41a5 req-cc113ca7-b876-451a-84e6-8133577804f7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635123 Aug 24 22:45:32.658345 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.660876 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:32.662197 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5df2b680-2034-4947-8bf0-a109444ca5a3 HTTP/1.1" status: 204 len: 168 time: 0.2754002 Aug 24 22:45:32.670605 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83503418-5a5c-477f-8dc0-fffc48fc39e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df2b680-2034-4947-8bf0-a109444ca5a3,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:33.687762 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6578bd-926e-443d-a116-7f2423cd5a92 req-2f439357-5e21-4e3e-b907-0c1728a78242 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:33.689283 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc6578bd-926e-443d-a116-7f2423cd5a92 req-2f439357-5e21-4e3e-b907-0c1728a78242 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 945 time: 0.0527656 Aug 24 22:45:33.729379 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-fc6578bd-926e-443d-a116-7f2423cd5a92 req-c28ea599-d1da-4ada-bc13-b3305af3befc tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340886 Aug 24 22:45:33.829870 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device de275299-33ed-431a-8c7d-faef45b3c597 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:45:33.972800 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port de275299-33ed-431a-8c7d-faef45b3c597 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:45:33.977151 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port de275299-33ed-431a-8c7d-faef45b3c597 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:45:33.977572 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.056950 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.079343 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:45:34.081674 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa95fe-6b8d-46ce-aa27-4deb432ed980" -d '{"events": [{"server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "name": "network-vif-plugged", "status": "completed", "tag": "de275299-33ed-431a-8c7d-faef45b3c597"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:45:34.094316 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=de275299-33ed-431a-8c7d-faef45b3c597,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:45:34.178586 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.228406 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:34.254754 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd3a3c-a0f6-4937-96da-66ae249b6209 x-openstack-request-id: req-f4fd3a3c-a0f6-4937-96da-66ae249b6209 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:45:34.254754 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "name": "network-vif-plugged", "status": "completed", "tag": "de275299-33ed-431a-8c7d-faef45b3c597", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:45:34.254754 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4fd3a3c-a0f6-4937-96da-66ae249b6209 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:45:34.254754 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597', 'code': 200} Aug 24 22:45:34.392158 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51480) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:34.509960 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-84611e04-1a18-4f8c-ac41-638fc7fb09e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.633824 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-84611e04-1a18-4f8c-ac41-638fc7fb09e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.721995 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-84611e04-1a18-4f8c-ac41-638fc7fb09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.766676 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84611e04-1a18-4f8c-ac41-638fc7fb09e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8912f2b1-d675-4ca8-8d8e-92d925612e3d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:34.770852 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad6e9-d8bd-456b-b953-0c93f74cf461 req-d42eb32c-5b9f-4e42-becb-bb49880edaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:34.772370 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-823ad6e9-d8bd-456b-b953-0c93f74cf461 req-d42eb32c-5b9f-4e42-becb-bb49880edaea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1099 time: 0.0845921 Aug 24 22:45:34.778321 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-84611e04-1a18-4f8c-ac41-638fc7fb09e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bc150807c5d423ea7acc81397800f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846822 Aug 24 22:45:34.778650 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51486) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:34.820730 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-823ad6e9-d8bd-456b-b953-0c93f74cf461 req-1abce875-15a0-485a-a474-2b378a19b473 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Aug 24 22:45:34.834622 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.856726 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:34.858138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182c4d8-50c0-4f43-ad7c-6b3c2286db91 req-9f86e974-9c26-4eac-a548-8fee072a2909 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:34.859683 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d182c4d8-50c0-4f43-ad7c-6b3c2286db91 req-9f86e974-9c26-4eac-a548-8fee072a2909 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.0595810 Aug 24 22:45:34.901621 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-d182c4d8-50c0-4f43-ad7c-6b3c2286db91 req-52754a56-a99b-4a9e-9561-e5c0105bc5f0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Aug 24 22:45:35.010997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:35.010997 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:35.010997 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8912f2b1-d675-4ca8-8d8e-92d925612e3d HTTP/1.1" status: 204 len: 168 time: 0.2258818 Aug 24 22:45:35.014076 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c59c-25fa-4d30-87a1-9abf47acf3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8912f2b1-d675-4ca8-8d8e-92d925612e3d,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:36.041920 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0107400-45f8-4a92-84ad-5186f483d049 req-6f77907f-b4d8-4c9f-9547-6b534bc0d935 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:36.044247 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0107400-45f8-4a92-84ad-5186f483d049 req-6f77907f-b4d8-4c9f-9547-6b534bc0d935 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.0536537 Aug 24 22:45:36.084076 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0107400-45f8-4a92-84ad-5186f483d049 req-1d75afdf-acd7-45aa-b4d6-8382513462f1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Aug 24 22:45:37.197318 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75e07-f977-4e0a-98d6-6f19fd7e4046 req-63867c56-662d-4ff3-b858-3afb54769aa0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:37.198790 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-08d75e07-f977-4e0a-98d6-6f19fd7e4046 req-63867c56-662d-4ff3-b858-3afb54769aa0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.0485241 Aug 24 22:45:37.239321 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-08d75e07-f977-4e0a-98d6-6f19fd7e4046 req-8519c2f3-4010-4135-bdf9-f5e3e6a08c02 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341523 Aug 24 22:45:37.356103 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae6035-dd57-4931-880d-52171afef451 req-87cd3b50-8e90-48aa-abb1-ef39b7d15824 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:37.357614 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-afae6035-dd57-4931-880d-52171afef451 req-87cd3b50-8e90-48aa-abb1-ef39b7d15824 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.0535762 Aug 24 22:45:37.396163 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-afae6035-dd57-4931-880d-52171afef451 req-9a02a8fb-d568-4053-9ca7-000ea73cddb3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313108 Aug 24 22:45:37.417144 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51534) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:37.606549 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec04ce-8abe-4799-86a6-98bfccb52ee2 tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:37.608128 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-58ec04ce-8abe-4799-86a6-98bfccb52ee2 tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1094 time: 0.1899953 Aug 24 22:45:37.611195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51538) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:37.615626 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'port_id': 'de275299-33ed-431a-8c7d-faef45b3c597', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:45:37.755549 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:37.862206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:37.971837 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.27.0.231 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/7b47dd27-ed47-436d-82f7-1496b14f26f1) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:45:38.072666 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:38.184798 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:38.221284 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:45:38.226224 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:45:38.229922 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:45:38.255511 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=7b47dd27-ed47-436d-82f7-1496b14f26f1,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:38.593335 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:38.757461 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:38.911016 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:38.967448 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:39.037783 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=7b47dd27-ed47-436d-82f7-1496b14f26f1,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:39.048474 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:39.147434 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP e638ab3a-782a-45e4-b785-8b1f71952232 associated. External IP: 172.27.0.231, port: de275299-33ed-431a-8c7d-faef45b3c597. Aug 24 22:45:39.363078 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:45:39.472450 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:45:39.482723 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:45:39.491588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:45:39.498766 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:45:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:45:39.526909 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:39.555673 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-7bb75870-c8d6-45c0-81af-60fd983acb7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9434578 Aug 24 22:45:39.556364 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:45:39.558758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c894e2c-467a-422c-8a40-49de03d97f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "tag": "de275299-33ed-431a-8c7d-faef45b3c597"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:45:39.615348 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:45:39.850313 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'e638ab3a-782a-45e4-b785-8b1f71952232', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'de275299-33ed-431a-8c7d-faef45b3c597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:f4:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:45:38Z', 'updated_at': '2021-08-24T22:45:38Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:45:39.876482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:45:39.885026 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:45:39.885686 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:45:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:45:39.993837 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:45:40.219325 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'e638ab3a-782a-45e4-b785-8b1f71952232', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'de275299-33ed-431a-8c7d-faef45b3c597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:f4:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:45:38Z', 'updated_at': '2021-08-24T22:45:38Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:45:40.244994 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c65c-5e98-4e76-92d4-64e4ac6815c4 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': 'e638ab3a-782a-45e4-b785-8b1f71952232', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'de275299-33ed-431a-8c7d-faef45b3c597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:f4:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:45:38Z', 'updated_at': '2021-08-24T22:45:38Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:45:40.435700 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a19144c-23b7-4ba2-9fb9-414e1aed7f19 None None] New status for floating IP e638ab3a-782a-45e4-b785-8b1f71952232: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:45:40.758315 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbecb1f3-ce3b-4aea-877a-bbdcba2aea59 x-openstack-request-id: req-cbecb1f3-ce3b-4aea-877a-bbdcba2aea59 {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:45:40.758804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "tag": "de275299-33ed-431a-8c7d-faef45b3c597", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:45:40.758949 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbecb1f3-ce3b-4aea-877a-bbdcba2aea59 {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:45:40.759357 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597', 'status': 'completed', 'code': 200} Aug 24 22:45:42.299569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-48a0eff8-21b4-4ca6-bfaa-b1d945dec8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:42.301016 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-48a0eff8-21b4-4ca6-bfaa-b1d945dec8af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1099 time: 0.0415761 Aug 24 22:45:42.390878 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-e035bcd8-4fd9-42ef-867f-062cc60dc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:42.392355 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-e035bcd8-4fd9-42ef-867f-062cc60dc56a service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0848212 Aug 24 22:45:42.462311 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-b288a728-d121-43b5-b602-a37687e58ddf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 1002 time: 0.0630970 Aug 24 22:45:42.513989 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-b87a100a-b87d-4031-be49-b188824e1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:42.515478 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-b87a100a-b87d-4031-be49-b188824e1ace service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0458708 Aug 24 22:45:42.563000 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-5223c062-4408-4248-8192-2e9a939e6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:45:42.564401 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-5223c062-4408-4248-8192-2e9a939e6879 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409250 Aug 24 22:45:42.659968 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-9e9be6f4-54b7-422e-8ac5-ffe9d85fc381 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880337 Aug 24 22:45:42.750440 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7c894e2c-467a-422c-8a40-49de03d97f6f req-f1ca26e8-4016-420e-9bd8-a3ba89f5929b service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Aug 24 22:45:43.373557 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a451da7b-d2fb-492d-a05a-71f13549cbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.018432 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ecdf81fe-166a-4a1a-9799-14000c993e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.178647 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.396457 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51584) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:46.503887 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e40d1272-6cde-4cc4-a1eb-45d698f1443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.590321 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e40d1272-6cde-4cc4-a1eb-45d698f1443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.652537 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e40d1272-6cde-4cc4-a1eb-45d698f1443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.692214 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e40d1272-6cde-4cc4-a1eb-45d698f1443e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c8fdfb6fa8443d6aee6d261fbeb2f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946348 Aug 24 22:45:46.693161 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d1272-6cde-4cc4-a1eb-45d698f1443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b835eba-f206-46be-91e1-3f798d0f7531,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:46.694897 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51588) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:45:46.747023 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.771562 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.875434 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.878057 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:46.879221 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b835eba-f206-46be-91e1-3f798d0f7531 HTTP/1.1" status: 204 len: 168 time: 0.1832798 Aug 24 22:45:46.887120 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20481c-3ba8-4ebd-b5d2-60e6dd2f7e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b835eba-f206-46be-91e1-3f798d0f7531,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:45:47.023891 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:47.236238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:48.669288 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:45:51.493723 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:46:13.336445 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-919e9478-2524-41fd-8915-d2a59aeda9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:14.594831 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-e1cd4107-4306-47e1-8531-e14425f526dd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394878 Aug 24 22:46:14.691136 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-440fe5d4-20bf-4d7a-8c29-f095826f945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:46:14.692591 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-440fe5d4-20bf-4d7a-8c29-f095826f945c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1099 time: 0.0397692 Aug 24 22:46:14.800945 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-45fc4096-e6cd-45fd-a1c9-cd2a8fc8b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:46:14.802438 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-45fc4096-e6cd-45fd-a1c9-cd2a8fc8b8bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0900829 Aug 24 22:46:14.867175 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-e7929528-d461-461d-b37d-014ec7e7ea3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 1002 time: 0.0569088 Aug 24 22:46:14.915458 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-c533951c-ae1e-464e-861d-346a5964e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:46:14.916833 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-c533951c-ae1e-464e-861d-346a5964e01c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0425432 Aug 24 22:46:14.963918 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-a07b226d-9147-4a23-a1d9-2747391b239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:46:14.966213 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-a07b226d-9147-4a23-a1d9-2747391b239f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412629 Aug 24 22:46:15.053410 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-7720ab11-593f-4e41-bc84-641d7d400e72 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810955 Aug 24 22:46:15.146184 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-bf4724ea-f911-4e56-9c41-81c96e3c700c req-50c8699b-d6cc-4bc8-93c3-9bffe1e45096 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852807 Aug 24 22:46:15.930623 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-704373a4-b8cf-456a-bf92-6101094b2eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:16.130617 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:17.034269 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:17.251189 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:18.713234 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:28.493165 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:46:43.353665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c09f14f7-b0b2-491d-ab72-1553d0d7a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:45.930683 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-74f01420-c3b0-4cfb-ac34-006b660acd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:46.147861 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:47.033967 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:47.250898 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:46:48.687252 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:05.493672 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:47:13.403388 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-19053528-fead-4fb2-93d0-1e25995edd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:15.965154 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1a93-3cf6-4051-a144-698d2e14d406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:16.136057 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:16.247015 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-e99e1b6d-f9fe-44a0-b3a1-32e09884f0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393410 Aug 24 22:47:16.340739 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-ec9af84c-610b-495c-9a64-b214d27e5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:16.342234 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-ec9af84c-610b-495c-9a64-b214d27e5053 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 1099 time: 0.0403302 Aug 24 22:47:16.459733 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-04f05616-f633-4c04-83c3-6dfc3de518d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:16.461309 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-04f05616-f633-4c04-83c3-6dfc3de518d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0985904 Aug 24 22:47:16.527777 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-b7e391cb-6888-4e6a-b7b1-2a0c44dc1895 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 200 len: 1002 time: 0.0592926 Aug 24 22:47:16.581556 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-557005d0-ab3a-4c18-8695-414769c87b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:16.583020 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-557005d0-ab3a-4c18-8695-414769c87b0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0479915 Aug 24 22:47:16.634907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-ace748a3-835c-4d97-88cf-9b88a2588478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:16.636439 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-ace748a3-835c-4d97-88cf-9b88a2588478 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463033 Aug 24 22:47:16.731350 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-7dbc19a7-5087-4c26-92b1-227541596720 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877552 Aug 24 22:47:16.826816 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3c5cdd1c-4483-4bcc-80d9-41be5be53815 req-0f3b2443-49d4-4ef8-a5a6-879db0601bc3 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879724 Aug 24 22:47:17.034180 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:17.256235 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:18.695598 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:42.493636 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:47:43.352466 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-b829e606-bfc1-4b52-bd8a-3dcd82c3315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:45.952447 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4492c425-c6da-436b-814c-328e996ad008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:46.151041 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:47.032189 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:47.256909 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:48.660978 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:53.992615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd520d5-5ce4-4c6e-8e27-244e7de6407c req-f67b2706-50a2-4342-98c7-bb58118f1eb4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:53.994149 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bd520d5-5ce4-4c6e-8e27-244e7de6407c req-f67b2706-50a2-4342-98c7-bb58118f1eb4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.2725489 Aug 24 22:47:54.033289 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-2bd520d5-5ce4-4c6e-8e27-244e7de6407c req-329c582b-7bc2-4e2d-b6a9-107198abc2e5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330513 Aug 24 22:47:55.229952 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df8638-921c-45b5-81a7-14c9f8d4c4b6 req-6b32fed5-0dde-4d04-8f64-4d4399f0fa75 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:55.231387 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-12df8638-921c-45b5-81a7-14c9f8d4c4b6 req-6b32fed5-0dde-4d04-8f64-4d4399f0fa75 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.1110733 Aug 24 22:47:55.273223 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-12df8638-921c-45b5-81a7-14c9f8d4c4b6 req-de1898db-bcb8-49d4-aaf7-77c1683e25ac tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355768 Aug 24 22:47:55.529441 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-3dd082de-aa57-467f-aed4-3f9403f474df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:55.530840 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-3dd082de-aa57-467f-aed4-3f9403f474df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 946 time: 0.0509810 Aug 24 22:47:55.894020 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port de275299-33ed-431a-8c7d-faef45b3c597 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:47:55.894487 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:55.984650 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] For port de275299-33ed-431a-8c7d-faef45b3c597, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=de275299-33ed-431a-8c7d-faef45b3c597,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:47:55.985015 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:56.160772 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:56.161233 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:56.161932 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP e638ab3a-782a-45e4-b785-8b1f71952232 disassociated. External IP: 172.27.0.231, port: de275299-33ed-431a-8c7d-faef45b3c597. Aug 24 22:47:56.162277 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for de275299-33ed-431a-8c7d-faef45b3c597 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:47:56.383276 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:56.418411 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=de275299-33ed-431a-8c7d-faef45b3c597,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.438537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.439567 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:47:56.525162 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e86-de95-41d2-8b3e-8a9dd3ccc177 req-dc20b32a-34b6-429c-b3ce-bfc9031a3b6c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:56.526704 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3b229e86-de95-41d2-8b3e-8a9dd3ccc177 req-dc20b32a-34b6-429c-b3ce-bfc9031a3b6c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 867 time: 0.1740825 Aug 24 22:47:56.579049 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3b229e86-de95-41d2-8b3e-8a9dd3ccc177 req-52bf691a-4638-4d7a-a6b0-18acab0826b1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Aug 24 22:47:56.598116 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:47:56.708914 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:47:56.719716 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:47:56.731822 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:47:56.732448 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:47:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:47:56.750497 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] No DVR routers for this DVR port de275299-33ed-431a-8c7d-faef45b3c597 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:47:56.754379 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:47:56.756452 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-7336a7e2-a4d2-4326-a8cd-c7d65512e6fd req-e4c96839-52ae-4fa2-ba2e-ef946b3094fe tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "DELETE /v2.0/ports/de275299-33ed-431a-8c7d-faef45b3c597 HTTP/1.1" status: 204 len: 173 time: 1.2191560 Aug 24 22:47:56.756916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'name': 'network-vif-deleted', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:47:56.759294 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caade06-859b-4a60-83b3-d8b458923529" -d '{"events": [{"server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "name": "network-vif-deleted", "tag": "de275299-33ed-431a-8c7d-faef45b3c597"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:47:56.796923 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f248830-7966-4200-a8c8-8d56474d19e6 x-openstack-request-id: req-5f248830-7966-4200-a8c8-8d56474d19e6 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:47:56.797301 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d985a-b7ca-4d0c-8380-eb2f7c8adb3d", "name": "network-vif-deleted", "tag": "de275299-33ed-431a-8c7d-faef45b3c597", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:47:56.797437 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f248830-7966-4200-a8c8-8d56474d19e6 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:47:56.798943 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d985a-b7ca-4d0c-8380-eb2f7c8adb3d', 'name': 'network-vif-deleted', 'tag': 'de275299-33ed-431a-8c7d-faef45b3c597', 'status': 'completed', 'code': 200} Aug 24 22:47:56.866556 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:47:57.072324 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:47:57.102397 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:47:57.111044 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:47:57.111661 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:47:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:47:57.218284 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:47:57.430476 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:47:57.456609 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35172e-741e-485a-a318-16d2aee4c6fa None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:47:57.669586 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba8b4f-ec60-43dc-9073-25393a2dcd6d None None] New status for floating IP e638ab3a-782a-45e4-b785-8b1f71952232: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:47:57.692022 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-f2b83fb5-db60-4676-8b6d-823032f251ac req-e1fbe6a8-7ef5-4bbe-ba78-8fd132294986 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=057d985a-b7ca-4d0c-8380-eb2f7c8adb3d HTTP/1.1" status: 200 len: 210 time: 0.0280836 Aug 24 22:47:58.584624 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device de275299-33ed-431a-8c7d-faef45b3c597 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:47:58.609045 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: de275299-33ed-431a-8c7d-faef45b3c597 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:47:58.609388 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device de275299-33ed-431a-8c7d-faef45b3c597 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:47:58.962889 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-aa83131b-a516-434e-a269-74f9cdf19b0b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560826220&fields=id&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 267 time: 0.0337188 Aug 24 22:47:59.076254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-b2b46d20-98ed-4e91-8ea8-cdbc91825856 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:47:59.077786 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-b2b46d20-98ed-4e91-8ea8-cdbc91825856 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1077642 Aug 24 22:47:59.093569 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-be483ed5-367b-4d6a-adf9-f43e141814ac tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/quotas/a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 375 time: 0.0094211 Aug 24 22:47:59.148692 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-65d80a92-0852-4418-a84c-6d5960768a01 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488014 Aug 24 22:47:59.248034 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-99ffb223-a404-4707-a363-2c53a94a79e1 service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874648 Aug 24 22:47:59.339531 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-340c0047-e332-4766-b12e-b6a3e37a47cd service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845304 Aug 24 22:47:59.953821 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-060c4f4a-1c4c-4d28-87ef-3ee4e88a4c5e req-a87b5859-a03f-436a-8758-2dea5ddaeab0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 210 time: 0.0267425 Aug 24 22:48:01.048768 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-40b23466-e64c-4406-92c0-ed52857c300c req-769bccd1-cf51-4d15-9584-18689b6bba61 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 210 time: 0.0261421 Aug 24 22:48:02.061615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-b4e897d3-2bd6-4122-a010-638d5b852ed4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:02.063095 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-b4e897d3-2bd6-4122-a010-638d5b852ed4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1053865 Aug 24 22:48:02.122407 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-d9682af2-11ff-47bb-8070-2883051a596f tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 379 time: 0.0432453 Aug 24 22:48:02.131227 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'port': {'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'admin_state_up': True, 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'security_groups': ['94bb35f8-6fae-4d29-831c-132d08e71135']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:48:02.151271 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-cd8ec009-6a8c-47ea-b35a-d74168231c01 req-7d0b9110-5a84-40db-8eb0-75df2a263db7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 210 time: 0.0304511 Aug 24 22:48:02.322381 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Made reservation on behalf of a23ec40025ed49cfb84d6eb9fc3f6bc3 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:48:02.326191 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:02.458006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.20.0.11 (946eba29-c226-4912-8148-25622f95e34d/439480a1-d76f-4081-b055-566498a93c53/f2724051-1951-4e38-bdd6-84d20cf1675d) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:48:02.608943 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:02.623277 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Transition to ACTIVE for port object f2724051-1951-4e38-bdd6-84d20cf1675d will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:48:02.724655 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:02.765938 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:48:02.771856 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:48:02.776252 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:48:02.802902 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:02.841682 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:02.842163 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:02.896938 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-484d79d1-8ab9-4337-ab32-1fd8771bcb42 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7705548 Aug 24 22:48:02.915952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Request body: {'port': {'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:48:02.979405 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.099467 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-c492b41a-5d25-4f77-8bb8-4e48febc2d1b None None] Provisioning for port f2724051-1951-4e38-bdd6-84d20cf1675d completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:48:03.103741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-c492b41a-5d25-4f77-8bb8-4e48febc2d1b None None] Provisioning complete for port f2724051-1951-4e38-bdd6-84d20cf1675d triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:48:03.104578 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c492b41a-5d25-4f77-8bb8-4e48febc2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.141863 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-c492b41a-5d25-4f77-8bb8-4e48febc2d1b None None] Port f2724051-1951-4e38-bdd6-84d20cf1675d cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:48:03.299207 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2724051-1951-4e38-bdd6-84d20cf1675d {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:48:03.309718 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.328310 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f2c8-73dd-481f-b9f5-b13e113d5a4d req-3078dd01-dd85-4197-97ce-6bb231bbe004 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:03.335070 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc0f2c8-73dd-481f-b9f5-b13e113d5a4d req-3078dd01-dd85-4197-97ce-6bb231bbe004 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 932 time: 0.1018369 Aug 24 22:48:03.338341 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Transition to ACTIVE for port object f2724051-1951-4e38-bdd6-84d20cf1675d will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:48:03.377958 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-ccc0f2c8-73dd-481f-b9f5-b13e113d5a4d req-89405c0e-37c9-40d0-b31c-c733d205d5ed tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373099 Aug 24 22:48:03.454767 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.510156 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Pushing event updated for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:03.584427 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Attempting to bind port f2724051-1951-4e38-bdd6-84d20cf1675d on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:48:03.584747 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Attempting to bind port f2724051-1951-4e38-bdd6-84d20cf1675d by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:48:03.585071 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Attempting to bind port f2724051-1951-4e38-bdd6-84d20cf1675d on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:48:03.589677 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Port f2724051-1951-4e38-bdd6-84d20cf1675d on network 946eba29-c226-4912-8148-25622f95e34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:48:03.589995 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Attempting to bind port f2724051-1951-4e38-bdd6-84d20cf1675d on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:48:03.595174 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:48:03.595513 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:48:03.595897 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Bound using segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:48:03.596407 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Bound port: f2724051-1951-4e38-bdd6-84d20cf1675d, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:48:03.597065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.668298 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:48:03.671296 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f2724051-1951-4e38-bdd6-84d20cf1675d,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:48:03.740920 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.776236 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:03.776937 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:03.778280 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] 10.222.0.25 "PUT /v2.0/ports/f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 1094 time: 0.8669426 Aug 24 22:48:03.779509 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:48:03.780941 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc9f89e-b52b-47e0-9564-1d60bf303fff" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:48:03.806512 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42473f20-f799-4f4e-b5a0-5871f9df4099 service neutron] Pushing event updated for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:03.832056 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500375f-c0b2-4b97-b0ff-19e3dc4e0961 x-openstack-request-id: req-e500375f-c0b2-4b97-b0ff-19e3dc4e0961 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:48:03.832347 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:48:03.833601 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e500375f-c0b2-4b97-b0ff-19e3dc4e0961 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:48:03.834032 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'status': 'completed', 'code': 200} Aug 24 22:48:03.929684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-46d9cf08-f619-4ccd-89fd-a1cd60fce94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:03.931192 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-46d9cf08-f619-4ccd-89fd-a1cd60fce94b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1097 time: 0.0520551 Aug 24 22:48:04.043531 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-244550a4-1471-4c7a-8cb6-5725ee766742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.044913 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-244550a4-1471-4c7a-8cb6-5725ee766742 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993717 Aug 24 22:48:04.142618 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-aaec01ea-29aa-4fcb-a2db-a2b44a1fd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.145884 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6bc9f89e-b52b-47e0-9564-1d60bf303fff req-aaec01ea-29aa-4fcb-a2db-a2b44a1fd5e0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942512 Aug 24 22:48:04.255184 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-82e63daf-5534-4582-89b9-dac99859e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.256599 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-82e63daf-5534-4582-89b9-dac99859e7f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1097 time: 0.0458324 Aug 24 22:48:04.312130 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-cccd69b9-2eee-4d97-82e5-862018c3b3a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 217 time: 0.0419495 Aug 24 22:48:04.378636 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-7f879117-b402-4013-873c-be8eca432efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.380663 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-7f879117-b402-4013-873c-be8eca432efb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0603278 Aug 24 22:48:04.429293 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-a4d2405c-51b9-4c40-92aa-d2d1785e2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.430835 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-a4d2405c-51b9-4c40-92aa-d2d1785e2ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432701 Aug 24 22:48:04.568049 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df44bdb-f4c3-4d0d-ac8b-fe5091d46975 req-0287f821-e605-4f8e-a06a-402f9bd9c4e6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:04.569600 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1df44bdb-f4c3-4d0d-ac8b-fe5091d46975 req-0287f821-e605-4f8e-a06a-402f9bd9c4e6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.1114521 Aug 24 22:48:04.573885 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-62a632b3-27d7-4551-aaa2-395cf532d99e service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357181 Aug 24 22:48:04.667667 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1df44bdb-f4c3-4d0d-ac8b-fe5091d46975 req-915686e0-91c6-47e8-979d-996e0eedea28 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895638 Aug 24 22:48:04.697885 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-21d15a20-c6b4-4abc-8967-ebd249c8625c req-1b25ef64-f6df-48db-aae5-dfcdb87f6d28 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117518 Aug 24 22:48:05.812046 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130c6e4-09ab-4234-a04d-1b63494c6be5 req-ea0c3d5f-cf69-41fa-b70f-9e765a08ad0b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:05.813644 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3130c6e4-09ab-4234-a04d-1b63494c6be5 req-ea0c3d5f-cf69-41fa-b70f-9e765a08ad0b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0597289 Aug 24 22:48:05.865655 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3130c6e4-09ab-4234-a04d-1b63494c6be5 req-6e49a79f-8bb1-4f85-a0fe-9b2b94821b99 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443859 Aug 24 22:48:06.991425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75016-051c-40f8-a283-9d7ffaf0ba13 req-26e39656-fbde-4ef0-8b85-f2424ec031a3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:06.992937 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dcc75016-051c-40f8-a283-9d7ffaf0ba13 req-26e39656-fbde-4ef0-8b85-f2424ec031a3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0521672 Aug 24 22:48:07.031802 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dcc75016-051c-40f8-a283-9d7ffaf0ba13 req-93806d61-1e22-49fe-859d-53ea7cd8e964 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 Aug 24 22:48:08.150255 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a7b77-5f3e-4571-8b7d-171f4dc1549b req-67ce54a3-88e5-46de-8709-68b56d93ff04 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:08.152139 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc7a7b77-5f3e-4571-8b7d-171f4dc1549b req-67ce54a3-88e5-46de-8709-68b56d93ff04 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0527151 Aug 24 22:48:08.200395 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dc7a7b77-5f3e-4571-8b7d-171f4dc1549b req-674f270e-97fc-43f4-961e-02a728a6561a tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Aug 24 22:48:09.315286 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5b636-9d29-43bc-8afe-b6114d29fe35 req-0fa18e6a-9d09-4094-ab50-41e9e5a4f142 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:09.317405 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdf5b636-9d29-43bc-8afe-b6114d29fe35 req-0fa18e6a-9d09-4094-ab50-41e9e5a4f142 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0502830 Aug 24 22:48:09.357543 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cdf5b636-9d29-43bc-8afe-b6114d29fe35 req-b1058616-692a-4b76-9806-5f940b060360 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Aug 24 22:48:10.473047 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a289-b8eb-4f63-9133-1e04a6f1e1d9 req-83b7ee16-bef1-4ab1-bf6a-26f9d0af626c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:10.474607 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6c79a289-b8eb-4f63-9133-1e04a6f1e1d9 req-83b7ee16-bef1-4ab1-bf6a-26f9d0af626c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0500414 Aug 24 22:48:10.513737 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-6c79a289-b8eb-4f63-9133-1e04a6f1e1d9 req-aa830b24-efcc-41ea-b0c0-7ad94003f817 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 24 22:48:11.636179 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba47d-6dd4-4d2b-9914-99045ef9e3cc req-f512b479-0bd8-4769-914d-3edd5450da48 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:11.637753 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-343ba47d-6dd4-4d2b-9914-99045ef9e3cc req-f512b479-0bd8-4769-914d-3edd5450da48 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0573316 Aug 24 22:48:11.678406 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-343ba47d-6dd4-4d2b-9914-99045ef9e3cc req-6b0957ae-d82e-420c-a9c0-081dda72ff22 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341067 Aug 24 22:48:12.659113 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f2724051-1951-4e38-bdd6-84d20cf1675d details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:48:12.755284 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f2724051-1951-4e38-bdd6-84d20cf1675d,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:48:12.767696 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:48:12.800198 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecef6a-4477-4ec6-a884-6461e699464d req-6f7db6d8-c85d-466c-b8d1-adea1566fbb7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:12.802133 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0ecef6a-4477-4ec6-a884-6461e699464d req-6f7db6d8-c85d-466c-b8d1-adea1566fbb7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 944 time: 0.0535512 Aug 24 22:48:12.812297 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:12.828326 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2724051-1951-4e38-bdd6-84d20cf1675d {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:48:12.845558 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0ecef6a-4477-4ec6-a884-6461e699464d req-3b8d77d3-108b-4348-8359-2084c37efdda tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Aug 24 22:48:12.850650 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f2724051-1951-4e38-bdd6-84d20cf1675d,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:48:12.923331 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:12.971227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:12.978349 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.978696 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.979035 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.979367 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.979697 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.980025 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.980350 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.980672 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.980994 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.981313 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.981658 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:12.981978 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:13.334528 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-f9182957-8244-477c-b1c6-70cc3a630334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:13.364179 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['f2724051-1951-4e38-bdd6-84d20cf1675d'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:48:13.962941 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ea2be-5961-4a28-a925-8396df0351bc req-42058b1c-1e9c-46cc-8df3-14acea8f42f2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:13.964981 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f0ea2be-5961-4a28-a925-8396df0351bc req-42058b1c-1e9c-46cc-8df3-14acea8f42f2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 945 time: 0.0505819 Aug 24 22:48:14.004301 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-5f0ea2be-5961-4a28-a925-8396df0351bc req-0dcb8efb-4656-4e18-bd91-2c41685df6fc tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Aug 24 22:48:14.674461 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f2724051-1951-4e38-bdd6-84d20cf1675d up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:48:14.784678 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port f2724051-1951-4e38-bdd6-84d20cf1675d completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:48:14.788988 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port f2724051-1951-4e38-bdd6-84d20cf1675d triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:48:14.789356 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:14.868025 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:14.894199 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:48:14.897082 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a3705-47ec-4617-a4e4-6980b29bbe40" -d '{"events": [{"server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "name": "network-vif-plugged", "status": "completed", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:48:14.910983 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f2724051-1951-4e38-bdd6-84d20cf1675d,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:48:14.934568 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf2836-c9dd-4866-b2ee-9fd5ea1e8415 x-openstack-request-id: req-72cf2836-c9dd-4866-b2ee-9fd5ea1e8415 {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:48:14.934859 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "name": "network-vif-plugged", "status": "completed", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:48:14.935116 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72cf2836-c9dd-4866-b2ee-9fd5ea1e8415 {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:48:14.935509 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'code': 200} Aug 24 22:48:14.979082 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:15.025445 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:15.127533 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405db06a-c096-44f7-9476-0e8f01d94544 req-8e7b688e-441d-436f-84a6-27201e8c1fc1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:15.129286 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-405db06a-c096-44f7-9476-0e8f01d94544 req-8e7b688e-441d-436f-84a6-27201e8c1fc1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0508654 Aug 24 22:48:15.170827 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-405db06a-c096-44f7-9476-0e8f01d94544 req-6f8dd2af-7932-4f6b-9699-11b15380cfe4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Aug 24 22:48:15.336999 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7fc7-3e62-4a28-af02-da232e3c7de5 req-963754bd-b959-4a60-8a9c-5029e4ecfbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:15.338552 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-913a7fc7-3e62-4a28-af02-da232e3c7de5 req-963754bd-b959-4a60-8a9c-5029e4ecfbd6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0426888 Aug 24 22:48:15.375855 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-913a7fc7-3e62-4a28-af02-da232e3c7de5 req-7e99f182-f2a3-4f68-af79-c8dfb6b9e762 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300484 Aug 24 22:48:15.957241 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e4a22100-bad4-431b-8974-f90c421aedb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:16.150563 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:16.288372 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73be02-f1fc-4172-841f-76535dba4452 req-45426c8f-51d8-494b-b65e-963bc64c4bb3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:16.289925 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3c73be02-f1fc-4172-841f-76535dba4452 req-45426c8f-51d8-494b-b65e-963bc64c4bb3 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0497096 Aug 24 22:48:16.334827 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-3c73be02-f1fc-4172-841f-76535dba4452 req-46531b1c-660d-4abb-a381-795cf739b6c1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372825 Aug 24 22:48:17.026018 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:17.271799 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:17.454331 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbfbfc-f082-4a68-99bc-bfabc605455f req-8d06a66a-2f72-4d09-9ef4-4b5001036210 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.455829 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1adbfbfc-f082-4a68-99bc-bfabc605455f req-8d06a66a-2f72-4d09-9ef4-4b5001036210 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0508668 Aug 24 22:48:17.496766 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1adbfbfc-f082-4a68-99bc-bfabc605455f req-32768f18-7f9f-4377-a2bc-9ef974a2ae0a tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348551 Aug 24 22:48:17.540403 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-bd13326f-46af-4d53-bc08-d9ddc957c79e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401752 Aug 24 22:48:17.621907 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4fb3d-8eb3-45cc-b02b-c402b6c1a159 req-d1e1a85b-7802-4d92-8c64-42338da73bf5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.625152 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5cb4fb3d-8eb3-45cc-b02b-c402b6c1a159 req-d1e1a85b-7802-4d92-8c64-42338da73bf5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0560064 Aug 24 22:48:17.643226 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de604-7344-4f15-8c43-825f436e71df req-8092c80a-0ddf-47f8-b9f9-1a5ef00e8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.644787 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-8092c80a-0ddf-47f8-b9f9-1a5ef00e8dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0456429 Aug 24 22:48:17.663102 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-5cb4fb3d-8eb3-45cc-b02b-c402b6c1a159 req-38594d83-ac1b-4f67-99c9-ec5e9b4813a7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337343 Aug 24 22:48:17.691462 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51726) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:48:17.787215 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2094e-f4a5-4beb-beef-bfba34bbd6a7 tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.788634 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-c0c2094e-f4a5-4beb-beef-bfba34bbd6a7 tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1094 time: 0.0960448 Aug 24 22:48:17.791630 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51728) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:48:17.793892 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de604-7344-4f15-8c43-825f436e71df req-634c1310-60c5-49c3-bacc-2607ce600267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.795307 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-634c1310-60c5-49c3-bacc-2607ce600267 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.1326163 Aug 24 22:48:17.796374 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:48:17.837740 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-b238f212-0310-4e50-aa49-830d2d38f3a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 217 time: 0.0347812 Aug 24 22:48:17.871486 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:17.888843 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de604-7344-4f15-8c43-825f436e71df req-480d5170-9674-4ac9-823d-0f342e7b5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.890377 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-480d5170-9674-4ac9-823d-0f342e7b5deb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0463679 Aug 24 22:48:17.962397 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210de604-7344-4f15-8c43-825f436e71df req-14fc63a5-df44-428e-b9f2-cc045475f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:17.964839 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-14fc63a5-df44-428e-b9f2-cc045475f89a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654840 Aug 24 22:48:18.005285 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:18.061389 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-a94a9385-9231-4beb-bb2d-28e25b5b7595 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895355 Aug 24 22:48:18.114893 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.27.0.141 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:48:18.163510 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-210de604-7344-4f15-8c43-825f436e71df req-2ccd9b7f-72d3-4a85-af91-1e627e8369e7 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954969 Aug 24 22:48:18.225793 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:18.358069 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:18.401747 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:48:18.404681 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:48:18.407520 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:48:18.432101 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:18.445755 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.446103 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.446441 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.446773 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.447133 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.447577 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.447909 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.448230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.448554 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.448876 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.449195 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.449601 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:48:18.699252 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.033206 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.148165 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.301829 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.339891 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.408355 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:48:19.421596 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.493127 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:48:19.523696 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP 4691870b-f90e-44d7-a1f9-d0aa4324e00c associated. External IP: 172.27.0.141, port: f2724051-1951-4e38-bdd6-84d20cf1675d. Aug 24 22:48:19.737625 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:48:19.848117 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:48:19.858227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:48:19.866925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:48:19.872372 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:48:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:48:19.900094 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:19.928880 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-47ba6f13-f374-4062-91fd-93fbf2edf341 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1361132 Aug 24 22:48:19.929646 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:48:19.932078 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:48:19.977533 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ce33a5-4832-4a68-a62f-d0e3287ebdfe x-openstack-request-id: req-a6ce33a5-4832-4a68-a62f-d0e3287ebdfe {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:48:19.977824 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:48:19.978070 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6ce33a5-4832-4a68-a62f-d0e3287ebdfe {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:48:19.978624 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'status': 'completed', 'code': 200} Aug 24 22:48:19.980337 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:48:20.062105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-2fbc787c-76be-42f4-a5c3-1b4330a12050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:20.063514 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-2fbc787c-76be-42f4-a5c3-1b4330a12050 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0409458 Aug 24 22:48:20.157916 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-74edbcf1-2841-4027-9dc5-678120fe8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:20.159460 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-74edbcf1-2841-4027-9dc5-678120fe8992 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0890970 Aug 24 22:48:20.232934 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-f489d0b7-d502-4d0f-9749-b1b910969590 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 1000 time: 0.0656731 Aug 24 22:48:20.284335 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-8170c193-2edb-4e70-8ba2-f4b031dbe6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:20.285938 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-8170c193-2edb-4e70-8ba2-f4b031dbe6f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0464523 Aug 24 22:48:20.333463 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-2bd8727b-04d6-4006-80a7-71f5fa1e9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:48:20.334929 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-2bd8727b-04d6-4006-80a7-71f5fa1e9cef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423052 Aug 24 22:48:20.364756 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:18Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:48:20.391218 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:48:20.400253 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:48:20.400862 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:48:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:48:20.433534 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-ca96aed7-02cc-4d77-8abe-8703f20343b0 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915885 Aug 24 22:48:20.510955 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:48:20.533572 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-344bc3e2-d909-4540-9e6f-3a7ce847c6d6 req-b20de1a4-5c23-4516-8254-dba3875553bf service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929277 Aug 24 22:48:20.746331 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:18Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:48:20.773729 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f8120-fc85-4669-a280-8eb2f976ddf0 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:18Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:48:20.968746 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89099346-058c-46bc-b3b7-f4766f6c3ebc None None] New status for floating IP 4691870b-f90e-44d7-a1f9-d0aa4324e00c: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:48:43.401227 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-21e18c5b-8dd1-42dd-9f95-1e2e36810c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:45.945192 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-56ca909c-3071-40f1-b8f6-7168477a365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:46.122387 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:47.087879 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:47.288780 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:48.682350 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:48:56.492503 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:49:04.724313 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-2f47841e-8ed5-4a26-8efc-15961ff3da21 req-470133b0-d5c3-4f57-837d-76d0d3350318 service neutron] (94375) timed out ('10.222.0.25', 55833) {{(pid=94375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 22:49:13.367158 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ccdde668-2482-4bfe-aa11-07131f09dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:15.938355 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-46f58a7f-7147-4c29-be54-ad64cb74ff22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:16.125685 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:17.053022 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:17.308588 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:18.682231 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:19.543192 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-710fa3d1-a806-454c-9190-cbc60b03c6a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437777 Aug 24 22:49:19.643804 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-4cfe6db9-2dae-4a52-8de6-0c92684df242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:49:19.645301 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-4cfe6db9-2dae-4a52-8de6-0c92684df242 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0395875 Aug 24 22:49:19.760842 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-18dea89c-9e10-41bf-a2dc-96e16dedb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:49:19.762269 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-18dea89c-9e10-41bf-a2dc-96e16dedb1c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0962589 Aug 24 22:49:19.831706 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-9644885c-1c52-4042-b6b1-c74af3273c90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 1002 time: 0.0617681 Aug 24 22:49:19.880716 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-adf88cb6-fa7b-4056-b0b9-efe43a759d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:49:19.882205 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-adf88cb6-fa7b-4056-b0b9-efe43a759d8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0434484 Aug 24 22:49:19.932026 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-33842a48-138c-46cf-b957-a2f3461cd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:49:19.933574 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-33842a48-138c-46cf-b957-a2f3461cd937 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444748 Aug 24 22:49:20.029152 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-f9d15d46-f994-4df8-867a-979b4121a026 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Aug 24 22:49:20.124256 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-00d8561c-386a-4d44-88bd-67deae4b2a6d req-ff52ed20-add9-4f1f-b6e7-59cf3ffd0c87 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Aug 24 22:49:33.491493 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:49:43.337702 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fd3629db-956f-42fc-b3e2-79960691da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:45.932197 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-62548775-590c-4596-8863-1a310f0d659b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:46.120361 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:47.073756 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:47.273772 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:49:48.707697 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:10.489937 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:50:13.358871 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-feab195a-bb0c-4061-a9f0-946f8c005589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:15.958411 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d0d9dd61-8081-4296-9ac9-9b0bedc3de09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:16.147908 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:17.079729 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:17.285378 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:18.702665 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:19.389152 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-047b722f-da31-4e94-b60f-91e5ee60ce7c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560826220&fields=id&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 267 time: 0.0354490 Aug 24 22:50:19.505621 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-22049b53-0642-4b8f-ab54-7a29738d7592 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:19.505621 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-22049b53-0642-4b8f-ab54-7a29738d7592 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1073556 Aug 24 22:50:19.519087 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-8b8fb9b7-28aa-4a60-821d-69fd381d0a68 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/quotas/a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 375 time: 0.0099039 Aug 24 22:50:19.535417 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-ee65662f-d723-4287-b007-70f678d67670 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388701 Aug 24 22:50:19.579850 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-f37e3e9f-6039-4d60-87b0-c433c5f22373 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551093 Aug 24 22:50:19.637557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-8b332c15-e03c-42d2-85dc-48f2c18fdf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:19.639332 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-8b332c15-e03c-42d2-85dc-48f2c18fdf97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0466411 Aug 24 22:50:19.645141 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-5da48747-9c89-46f9-8a3b-b5e923963a50 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94374) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 22:50:19.646223 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-5da48747-9c89-46f9-8a3b-b5e923963a50 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542989 Aug 24 22:50:19.741586 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-3ae9d59f-0d87-4397-b574-720bdb8ec895 service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Aug 24 22:50:19.742199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-2f1700fe-b24e-4a28-b657-e81740aa95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:19.743760 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-2f1700fe-b24e-4a28-b657-e81740aa95ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0855174 Aug 24 22:50:19.837916 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ba4e0bc3-9134-40a3-98ad-307970e9350b service neutron] 10.222.0.39 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Aug 24 22:50:20.080385 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-5ec2791e-3a2e-48de-ae24-b7916422c8cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 1002 time: 0.3297040 Aug 24 22:50:20.127975 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-2fda2324-2797-4980-910f-cae28924a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:20.129419 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-2fda2324-2797-4980-910f-cae28924a1ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0424933 Aug 24 22:50:20.172906 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-4b661967-8e2d-4720-aac2-036f617bcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:20.174440 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-4b661967-8e2d-4720-aac2-036f617bcfd0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385058 Aug 24 22:50:20.272932 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-d5c8f802-7590-4e0b-b9a9-20944e41cfe8 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910852 Aug 24 22:50:20.365891 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-16da8fac-0b98-439f-aa7d-9fbc5ad9c63f req-02ce9aa7-b509-473b-ab60-0a6aa0c06572 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Aug 24 22:50:21.464440 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c0fae6ed-4ade-4d69-9fec-3b24947ac6e6 req-5b1ddd74-70fb-4e61-9e7a-25b37e78c219 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0270557 Aug 24 22:50:22.542512 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-ee8829f6-22f4-4ea0-b44a-b3588052775f req-50545fa0-1c06-46cc-81e3-138264d3df04 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0274656 Aug 24 22:50:23.639299 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-97d5824a-e205-475e-96f3-930792afde5d req-9643bedc-5b28-42b0-9db2-23885243df48 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0315750 Aug 24 22:50:24.716342 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-77c7864f-6f1b-470c-bb37-f0b612518338 req-c860f71a-2e7d-44a2-b0c6-586f962191ca tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0268385 Aug 24 22:50:25.808817 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-1a3606ab-c916-4957-a88c-1e6561495a68 req-24673bdb-e628-48d8-bcb7-7f70cea4ed69 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0264535 Aug 24 22:50:26.910160 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d3517295-6727-41a1-ba49-5dc25fc9b9a7 req-a0d84aa0-2ea0-4d01-b6c2-211d592dd434 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0303478 Aug 24 22:50:27.527859 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-a08ce48e-6c7b-4ecb-a520-799518558f39 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:27.529456 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-a08ce48e-6c7b-4ecb-a520-799518558f39 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 812 time: 0.1056130 Aug 24 22:50:27.578970 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ad19a309-6b95-4857-86b1-bafc91324b50 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3 HTTP/1.1" status: 200 len: 379 time: 0.0350320 Aug 24 22:50:27.590193 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'port': {'device_id': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'admin_state_up': True, 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'security_groups': ['94bb35f8-6fae-4d29-831c-132d08e71135']}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:50:27.776531 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Made reservation on behalf of a23ec40025ed49cfb84d6eb9fc3f6bc3 for: {'port': 1} {{(pid=94375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 22:50:27.780133 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:27.914177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.db_base_plugin_common [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.20.0.13 (946eba29-c226-4912-8148-25622f95e34d/439480a1-d76f-4081-b055-566498a93c53/48771bb1-f963-4cd0-8986-ad68cc969268) {{(pid=94375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:50:28.045484 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-84fb8a44-f804-471d-b40d-72301f0029ab req-af28183f-b3b3-4d38-a0ed-00ad79abdcaa tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0338480 Aug 24 22:50:28.091765 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.109731 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Transition to ACTIVE for port object 48771bb1-f963-4cd0-8986-ad68cc969268 will not be triggered until provisioned by entity DHCP. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:50:28.204517 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_create {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.252189 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network 946eba29-c226-4912-8148-25622f95e34d is already hosted by enough agents. {{(pid=94375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:50:28.255348 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.base_scheduler [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:50:28.260564 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:50:28.285851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=1']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:28.304094 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.304615 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.305166 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.306301 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.306869 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.307275 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.307877 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.308298 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.308627 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.308946 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.309309 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.309665 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:28.339660 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:28.340129 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.434551 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-23f3e482-e143-4b81-8692-cdd1a000a5ec tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499353 Aug 24 22:50:28.499869 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.v2.base [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Request body: {'port': {'device_id': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80588'}} {{(pid=94375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:50:28.559038 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.581873 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-55e40649-66d8-4821-885d-68141adfe3bf None None] Provisioning for port 48771bb1-f963-4cd0-8986-ad68cc969268 completed by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:50:28.586319 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-55e40649-66d8-4821-885d-68141adfe3bf None None] Provisioning complete for port 48771bb1-f963-4cd0-8986-ad68cc969268 triggered by entity DHCP. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:50:28.593821 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-55e40649-66d8-4821-885d-68141adfe3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.629175 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-55e40649-66d8-4821-885d-68141adfe3bf None None] Port 48771bb1-f963-4cd0-8986-ad68cc969268 cannot update to ACTIVE because it is not bound. {{(pid=94376) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 22:50:28.839703 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48771bb1-f963-4cd0-8986-ad68cc969268 {{(pid=94375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:50:28.847874 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:28.861193 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.provisioning_blocks [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Transition to ACTIVE for port object 48771bb1-f963-4cd0-8986-ad68cc969268 will not be triggered until provisioned by entity L2. {{(pid=94375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 22:50:28.953864 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:29.015019 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Pushing event updated for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=2']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:29.099416 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Attempting to bind port 48771bb1-f963-4cd0-8986-ad68cc969268 on host hv-cinder-80588 for vnic_type normal with profile {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 22:50:29.099749 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Attempting to bind port 48771bb1-f963-4cd0-8986-ad68cc969268 by drivers openvswitch,hyperv on host hv-cinder-80588 at level 0 using segments [{'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 22:50:29.100074 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Attempting to bind port 48771bb1-f963-4cd0-8986-ad68cc969268 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:50:29.107828 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Port 48771bb1-f963-4cd0-8986-ad68cc969268 on network 946eba29-c226-4912-8148-25622f95e34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80588 {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 22:50:29.108154 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Attempting to bind port 48771bb1-f963-4cd0-8986-ad68cc969268 on network 946eba29-c226-4912-8148-25622f95e34d {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 22:50:29.115033 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Checking agent: {'id': '5fc68f6c-6320-42e9-afd1-55e01021e2ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'started_at': datetime.datetime(2021, 8, 24, 22, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 22, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 22:50:29.115391 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Checking segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 22:50:29.115753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Bound using segment: {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'} {{(pid=94375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 22:50:29.116188 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.managers [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Bound port: 48771bb1-f963-4cd0-8986-ad68cc969268, host: hv-cinder-80588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c25d6c3-1279-4548-9864-31a6b6d5426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '946eba29-c226-4912-8148-25622f95e34d'}}] {{(pid=94375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 22:50:29.116547 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:29.178061 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c5779-4bec-4497-882e-539b246be917 req-aa34d94e-15ae-4b23-ad36-ee4de55b57c1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:29.179791 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-235c5779-4bec-4497-882e-539b246be917 req-aa34d94e-15ae-4b23-ad36-ee4de55b57c1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0565994 Aug 24 22:50:29.193722 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, cleared binding levels {{(pid=94375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 22:50:29.198174 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=48771bb1-f963-4cd0-8986-ad68cc969268,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 22:50:29.221953 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-235c5779-4bec-4497-882e-539b246be917 req-6efedc40-b01d-432f-b17a-2b6a0e98def5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352759 Aug 24 22:50:29.297342 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2712367'] for port, after_update {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:29.331954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:29.332569 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:29.334012 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] 10.222.0.25 "PUT /v2.0/ports/48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 1094 time: 0.8865027 Aug 24 22:50:29.334438 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:50:29.337458 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f103094-8403-4f49-9fb7-57403973f0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:50:29.373482 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc75159-e7de-44a8-bd57-89d5f434259e service neutron] Pushing event updated for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=3']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:29.480520 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef78418f-3b0a-46d4-819d-f9cba2e71ad8 x-openstack-request-id: req-ef78418f-3b0a-46d4-819d-f9cba2e71ad8 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:50:29.480803 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:50:29.481050 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef78418f-3b0a-46d4-819d-f9cba2e71ad8 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:50:29.481438 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268', 'status': 'completed', 'code': 200} Aug 24 22:50:29.515065 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-c910f122-8b53-4029-9c8c-20f65e6e390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:29.516662 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-c910f122-8b53-4029-9c8c-20f65e6e390d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1097 time: 0.0481572 Aug 24 22:50:29.568138 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-9a764f80-ccb3-4f9b-b58c-5d583d7576de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 217 time: 0.0385633 Aug 24 22:50:29.619895 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-00e6be15-cc4b-49e2-8815-0fb1d40e9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:29.621284 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-00e6be15-cc4b-49e2-8815-0fb1d40e9efa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0468111 Aug 24 22:50:29.669949 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-5297d5a5-6db6-44c7-90c0-909fa5ea2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:29.671610 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-5297d5a5-6db6-44c7-90c0-909fa5ea2ec9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429299 Aug 24 22:50:29.769989 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-9a53abe1-cb95-4d1c-939a-724722fe2463 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909884 Aug 24 22:50:29.861810 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-dbdb4a61-ee22-498d-a46d-f0c10e1dec7b req-563c7626-1727-41dc-8f66-7d891626027e service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848551 Aug 24 22:50:30.081592 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103094-8403-4f49-9fb7-57403973f0bf req-a049db43-f63f-4078-bd50-f20f4246a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:30.083094 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-a049db43-f63f-4078-bd50-f20f4246a1ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1097 time: 0.0409758 Aug 24 22:50:30.179918 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103094-8403-4f49-9fb7-57403973f0bf req-80e8e7a0-2bbc-44db-afc0-3ed4f28bb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:30.182015 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-80e8e7a0-2bbc-44db-afc0-3ed4f28bb120 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0915508 Aug 24 22:50:30.223580 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-cb527de0-d189-4f84-af94-e291a7c19dbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 217 time: 0.0342848 Aug 24 22:50:30.277728 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103094-8403-4f49-9fb7-57403973f0bf req-97066555-6840-4d1e-a2af-74d0055893b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:30.279206 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-97066555-6840-4d1e-a2af-74d0055893b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0487361 Aug 24 22:50:30.328164 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f103094-8403-4f49-9fb7-57403973f0bf req-9343b6e7-259a-4e3b-bd8f-3f9eecd19cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:30.329714 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-9343b6e7-259a-4e3b-bd8f-3f9eecd19cfe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435998 Aug 24 22:50:30.340822 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4d17-6972-4b89-9426-b9c425207217 req-070fd40d-e701-4668-a521-928dfb1ace57 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:30.342404 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0cb4d17-6972-4b89-9426-b9c425207217 req-070fd40d-e701-4668-a521-928dfb1ace57 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0508313 Aug 24 22:50:30.385076 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-f0cb4d17-6972-4b89-9426-b9c425207217 req-d3a2a23c-a179-47c2-934e-f9e7a0805eb7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365567 Aug 24 22:50:30.426725 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-7763ca1e-a6eb-45ea-b490-fd6ff0080b25 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900116 Aug 24 22:50:30.522730 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-6f103094-8403-4f49-9fb7-57403973f0bf req-c92a35a5-1e50-4d7d-91a7-0135dda956aa service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893803 Aug 24 22:50:31.504720 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea2ee-eca3-44bd-ac05-e73683c4f45e req-4e406d2b-9fc8-4f51-a6ef-22b1b4e53663 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:31.506293 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c18ea2ee-eca3-44bd-ac05-e73683c4f45e req-4e406d2b-9fc8-4f51-a6ef-22b1b4e53663 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0503283 Aug 24 22:50:31.545986 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c18ea2ee-eca3-44bd-ac05-e73683c4f45e req-12cc95db-bb0e-4a12-8cb0-019e35df90ef tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331237 Aug 24 22:50:32.664262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd064-7569-4e3f-9aa5-3c3f50d137bb req-e4cee54f-3e72-49e7-ba50-ebef79360ade tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:32.665864 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c56dd064-7569-4e3f-9aa5-3c3f50d137bb req-e4cee54f-3e72-49e7-ba50-ebef79360ade tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0500784 Aug 24 22:50:32.709659 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c56dd064-7569-4e3f-9aa5-3c3f50d137bb req-5359acde-2fa4-4020-b4e6-3ee0240c0104 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 Aug 24 22:50:33.827701 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ac0a-3312-47e2-928d-6e0b77b4a4ac req-b776e200-3b03-423c-98cf-71189595090b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:33.829168 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd41ac0a-3312-47e2-928d-6e0b77b4a4ac req-b776e200-3b03-423c-98cf-71189595090b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0524836 Aug 24 22:50:33.873713 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cd41ac0a-3312-47e2-928d-6e0b77b4a4ac req-e4e230ee-4684-4f42-a5e3-f2a63c502b96 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Aug 24 22:50:34.990694 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c7ea2-3ed7-4e26-b575-8ace7657abf5 req-a052cb4a-09fd-42a6-bfae-949e2c2ba80b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:34.992215 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b16c7ea2-3ed7-4e26-b575-8ace7657abf5 req-a052cb4a-09fd-42a6-bfae-949e2c2ba80b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0520871 Aug 24 22:50:35.032860 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-b16c7ea2-3ed7-4e26-b575-8ace7657abf5 req-873cd3e1-6b08-43e9-874f-02b5687cc66c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339594 Aug 24 22:50:36.153547 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ae0f0-6d36-47fe-92bc-c05ee6767fbd req-2d352b1f-aad3-4750-898e-ad3ea4807ab2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:36.155043 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-874ae0f0-6d36-47fe-92bc-c05ee6767fbd req-2d352b1f-aad3-4750-898e-ad3ea4807ab2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0551302 Aug 24 22:50:36.193044 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-874ae0f0-6d36-47fe-92bc-c05ee6767fbd req-561367bc-a8eb-49d1-b539-d0a486a834d9 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 24 22:50:37.307856 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0fa78-400c-4a5d-bce8-1857cff4f26c req-5ae3c826-d6fe-448e-99e2-655d0db5dd3d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:37.309369 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4cf0fa78-400c-4a5d-bce8-1857cff4f26c req-5ae3c826-d6fe-448e-99e2-655d0db5dd3d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0499594 Aug 24 22:50:37.347482 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-4cf0fa78-400c-4a5d-bce8-1857cff4f26c req-35bdd38d-6317-41ae-9322-9412723e0c2e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320556 Aug 24 22:50:38.466530 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7382403-d64f-4d40-9b7b-24989dda7705 req-e90cc0b0-2614-4820-892a-0b73bd47cfa1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:38.468042 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a7382403-d64f-4d40-9b7b-24989dda7705 req-e90cc0b0-2614-4820-892a-0b73bd47cfa1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 944 time: 0.0527403 Aug 24 22:50:38.507916 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a7382403-d64f-4d40-9b7b-24989dda7705 req-e63b0439-71c9-482f-8232-274fd35b121a tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340095 Aug 24 22:50:39.317225 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 48771bb1-f963-4cd0-8986-ad68cc969268 details requested by agent hyperv_hv-cinder-80588 with host hv-cinder-80588 {{(pid=94376) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 22:50:39.412762 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=48771bb1-f963-4cd0-8986-ad68cc969268,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:50:39.424930 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Returning: {'device': '48771bb1-f963-4cd0-8986-ad68cc969268', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'port_id': '48771bb1-f963-4cd0-8986-ad68cc969268', 'mac_address': 'fa:16:3e:bb:55:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94376) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 22:50:39.460593 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:39.473655 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48771bb1-f963-4cd0-8986-ad68cc969268 {{(pid=94376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 22:50:39.493601 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=48771bb1-f963-4cd0-8986-ad68cc969268,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:50:39.547892 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:39.599117 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=4']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:39.606907 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.607254 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.607596 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.607932 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.608264 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.608591 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.608948 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.609246 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.609600 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.609925 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.610248 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.610565 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:39.623155 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95097613-ef77-4ce2-a1e5-672400f80753 req-bc353121-4b14-4252-bc75-8820f706693b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:39.624634 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-95097613-ef77-4ce2-a1e5-672400f80753 req-bc353121-4b14-4252-bc75-8820f706693b tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 945 time: 0.0488727 Aug 24 22:50:39.666265 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-95097613-ef77-4ce2-a1e5-672400f80753 req-794415b0-da71-49f7-9b74-159764b99fe5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355940 Aug 24 22:50:39.932131 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] get_ports_and_sgs() called for port_ids ['48771bb1-f963-4cd0-8986-ad68cc969268'] {{(pid=94376) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 22:50:40.780896 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d98ee-7396-45b6-a473-c50f21bb4ba1 req-8f050b05-2d0c-475c-aaba-f42fbeb3e38f tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:40.782382 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-547d98ee-7396-45b6-a473-c50f21bb4ba1 req-8f050b05-2d0c-475c-aaba-f42fbeb3e38f tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 945 time: 0.0492871 Aug 24 22:50:40.819388 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-547d98ee-7396-45b6-a473-c50f21bb4ba1 req-3510cbbc-5835-4257-9917-ab0869baebbb tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Aug 24 22:50:41.328926 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 48771bb1-f963-4cd0-8986-ad68cc969268 up at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 22:50:41.427834 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning for port 48771bb1-f963-4cd0-8986-ad68cc969268 completed by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 22:50:41.432190 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.provisioning_blocks [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Provisioning complete for port 48771bb1-f963-4cd0-8986-ad68cc969268 triggered by entity L2. {{(pid=94376) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 22:50:41.432561 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7716252'] for port, provisioning_complete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:41.515663 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:41.538045 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268'}] {{(pid=94376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:50:41.540329 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e38f852c38baabcc44cc0559d0f20b91ac4fc3324ffb7e05bfa24edb4f1eb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7388f-fba2-4869-9965-ff3b67976808" -d '{"events": [{"server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "name": "network-vif-plugged", "status": "completed", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268"}]}' {{(pid=94376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:50:41.553276 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=48771bb1-f963-4cd0-8986-ad68cc969268,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:50:41.605170 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572'] for port, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:41.656240 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Pushing event updated for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=5']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:41.944061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eb01b-ee8d-4022-83df-6dd6f1686507 req-290715a7-546b-43c9-a516-2a820de4a0d2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:41.945587 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e76eb01b-ee8d-4022-83df-6dd6f1686507 req-290715a7-546b-43c9-a516-2a820de4a0d2 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0527947 Aug 24 22:50:41.984915 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e76eb01b-ee8d-4022-83df-6dd6f1686507 req-d0f10e93-b39e-4994-bcf1-c9952ee1cfba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Aug 24 22:50:42.659425 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d2f49f-975f-47f4-a3f9-6bd0789623bb x-openstack-request-id: req-22d2f49f-975f-47f4-a3f9-6bd0789623bb {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:50:42.659902 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "name": "network-vif-plugged", "status": "completed", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268", "code": 200}]} {{(pid=94376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:50:42.660019 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d2f49f-975f-47f4-a3f9-6bd0789623bb {{(pid=94376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:50:42.660345 dv-cinder-805887-2-iscsi neutron-server[94376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268', 'code': 200} Aug 24 22:50:43.125788 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204f91-d4be-409a-ae8e-fd9c155348d3 req-6f792f9c-f63d-4446-bd5b-6b16516930a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:43.127325 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12204f91-d4be-409a-ae8e-fd9c155348d3 req-6f792f9c-f63d-4446-bd5b-6b16516930a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1099 time: 0.0716708 Aug 24 22:50:43.134807 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fc311-a661-4b52-b82f-7ea8fd336deb req-07b33916-2de5-4d64-88d8-c3fc3af6a84c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:43.136229 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-520fc311-a661-4b52-b82f-7ea8fd336deb req-07b33916-2de5-4d64-88d8-c3fc3af6a84c tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0818386 Aug 24 22:50:43.192991 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-12204f91-d4be-409a-ae8e-fd9c155348d3 req-79ae014c-17df-42a1-96be-6587bc8458ae service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558033 Aug 24 22:50:43.198066 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-520fc311-a661-4b52-b82f-7ea8fd336deb req-ef86ac42-8482-4d58-bbf8-19cdd21af960 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553348 Aug 24 22:50:43.334729 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-99e3c801-90e0-448c-b9a6-8d7b6d1d7bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:44.326405 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c29cc-a989-4a67-8b89-59f95207166a req-a3cccf98-5acc-4146-9eb5-870d03f1a5b8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:44.328217 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c64c29cc-a989-4a67-8b89-59f95207166a req-a3cccf98-5acc-4146-9eb5-870d03f1a5b8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0592949 Aug 24 22:50:44.366955 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-c64c29cc-a989-4a67-8b89-59f95207166a req-63babb56-9a81-4f8c-8d9a-731ceb4a1bf6 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Aug 24 22:50:45.486674 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90a69-7b4c-445c-bb4f-f9b01ead732f req-647768fc-60aa-40d2-9e4e-77fd51edd82a tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:45.488204 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57f90a69-7b4c-445c-bb4f-f9b01ead732f req-647768fc-60aa-40d2-9e4e-77fd51edd82a tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0500901 Aug 24 22:50:45.526249 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-57f90a69-7b4c-445c-bb4f-f9b01ead732f req-c54ed047-6690-46aa-8d0d-2fe5cc1393c1 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Aug 24 22:50:45.646498 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f535-5464-4aeb-aa35-de8466eb9a05 req-a11fe789-f6a5-4709-8879-aceff9315be0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:45.648028 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8810f535-5464-4aeb-aa35-de8466eb9a05 req-a11fe789-f6a5-4709-8879-aceff9315be0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0544960 Aug 24 22:50:45.695010 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-8810f535-5464-4aeb-aa35-de8466eb9a05 req-ca3cd997-b6dc-4ea9-a205-915f41bc5da7 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387468 Aug 24 22:50:45.717453 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51902) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:50:45.857282 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755aa8c8-225d-416a-bfd2-a74ad020917c tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:45.858848 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-755aa8c8-225d-416a-bfd2-a74ad020917c tempest-TestVolumeBootPattern-496533055 tempest-TestVolumeBootPattern-496533055-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1094 time: 0.1403053 Aug 24 22:50:45.861658 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 51906) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:50:45.866055 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.v2.base [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Request body: {'floatingip': {'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'port_id': '48771bb1-f963-4cd0-8986-ad68cc969268', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 22:50:45.964813 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:45.982523 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6824be4e-f506-4a61-8a52-ecf04bd201f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.066973 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.153351 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.177655 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_common [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Allocated IP 172.27.0.161 (c1873254-d8c4-4851-9bd4-d31931e51dc2/5083040d-3f70-41d9-b1de-0b9a09460bbc/ce771a49-c70b-4e3b-bf0e-d71a194f21c3) {{(pid=94374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 22:50:46.278679 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.375951 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754648548536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.419007 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Network c1873254-d8c4-4851-9bd4-d31931e51dc2 is already hosted by enough agents. {{(pid=94374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 22:50:46.421993 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.base_scheduler [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Resources bound (agent type, host, resource id): {{(pid=94374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 22:50:46.425553 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Received port after_create {{(pid=94374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 22:50:46.430767 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=ce771a49-c70b-4e3b-bf0e-d71a194f21c3,revision_number=1']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:46.457891 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.458237 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.458574 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.458903 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.459230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.459556 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.459880 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.460207 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.460644 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.460964 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.461283 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.461629 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:50:46.791853 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:46.922073 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741184'] for port, before_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.056277 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.079435 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for port, precommit_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.159050 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754648969957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754648548554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754648548572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3220801'] for port, after_update {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.227987 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event updated for resources: {'Port': ['ID=ce771a49-c70b-4e3b-bf0e-d71a194f21c3,revision_number=2']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:50:47.239930 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-389512'] for floatingip, after_create {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.307395 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.341101 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.db.l3_db [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP 2e4b0219-9212-4206-8c35-74ca1aba407e associated. External IP: 172.27.0.161, port: 48771bb1-f963-4cd0-8986-ad68cc969268. Aug 24 22:50:47.489223 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:50:47.553901 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:50:47.661178 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:50:47.671746 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:50:47.686694 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:50:47.687318 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:50:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:50:47.736108 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:47.767753 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-b39d53ea-d5c7-4a69-b978-f78157bb5db8 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9050539 Aug 24 22:50:47.769527 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268'}] {{(pid=94374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:50:47.770708 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3590fed0dd99c7f84714753623335ea9f081fcaa885b06e99df810d38dc94c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268"}]}' {{(pid=94374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:50:47.801187 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:50:47.873325 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be0002d-83d6-4017-b9ff-fc35a7bb812b x-openstack-request-id: req-7be0002d-83d6-4017-b9ff-fc35a7bb812b {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:50:47.873912 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268", "status": "completed", "code": 200}]} {{(pid=94374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:50:47.874020 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7be0002d-83d6-4017-b9ff-fc35a7bb812b {{(pid=94374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:50:47.874423 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268', 'status': 'completed', 'code': 200} Aug 24 22:50:47.958529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-cad0ad55-a596-4f67-9d89-981b0fc2aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:47.959974 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-cad0ad55-a596-4f67-9d89-981b0fc2aa94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1099 time: 0.0433838 Aug 24 22:50:48.041985 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '2e4b0219-9212-4206-8c35-74ca1aba407e', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': '48771bb1-f963-4cd0-8986-ad68cc969268', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:bb:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:50:46Z', 'updated_at': '2021-08-24T22:50:46Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}, {'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:50:48.064677 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-9b8d0c70-7d51-494d-8a47-4eebc0325fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:48.066215 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-9b8d0c70-7d51-494d-8a47-4eebc0325fe4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0991149 Aug 24 22:50:48.076085 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:50:48.095842 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:50:48.096363 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:50:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:50:48.134212 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-ee78f60b-2134-4fe6-a9ed-fefc51f781f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 1000 time: 0.0612829 Aug 24 22:50:48.182715 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-e27692af-6cc6-461f-aa66-d10a673dbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:48.184731 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-e27692af-6cc6-461f-aa66-d10a673dbf1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0436301 Aug 24 22:50:48.237987 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-505b82eb-8b18-4098-a117-3d198721c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:50:48.239475 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-505b82eb-8b18-4098-a117-3d198721c6db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474291 Aug 24 22:50:48.333966 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-6e38b00a-3397-4161-b158-cdd3cff839e4 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871632 Aug 24 22:50:48.358270 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:50:48.433395 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-764f43bb-5fdc-4773-a7c7-ea4e0aa53b25 req-1c0d0d5b-ed03-448a-90af-76af423872c7 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922623 Aug 24 22:50:48.592214 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '2e4b0219-9212-4206-8c35-74ca1aba407e', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': '48771bb1-f963-4cd0-8986-ad68cc969268', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:bb:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:50:46Z', 'updated_at': '2021-08-24T22:50:46Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}, {'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:50:48.619362 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02441379-7466-4c4a-99e5-0d27b8a76585 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '2e4b0219-9212-4206-8c35-74ca1aba407e', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': '48771bb1-f963-4cd0-8986-ad68cc969268', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:bb:55:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:50:46Z', 'updated_at': '2021-08-24T22:50:46Z', 'revision_number': 0, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}, {'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:50:48.690152 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:50:48.829445 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9f734-c75c-492b-8133-ebdac0121ba5 None None] New status for floating IP 2e4b0219-9212-4206-8c35-74ca1aba407e: ACTIVE {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:51:13.369382 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4d092fa4-6394-4d0c-805c-77dee2396ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:15.951333 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e4837a6d-a89e-424d-a3fe-396002d96e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:16.156921 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:17.055482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:17.318597 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:18.712006 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:20.444621 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-ff2d9472-ae0b-49bc-8b68-0a5bbda3ca1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403135 Aug 24 22:51:20.549184 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-ce6ffb58-d8fc-4339-a671-8f97921b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:51:20.550722 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-ce6ffb58-d8fc-4339-a671-8f97921b760a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0416336 Aug 24 22:51:20.657769 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-5be4673f-965c-414a-932e-d930ea9531be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:51:20.659296 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-5be4673f-965c-414a-932e-d930ea9531be service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0901959 Aug 24 22:51:20.727201 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-20b8ccd0-71a4-423a-8d82-0882ac142947 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 1002 time: 0.0608230 Aug 24 22:51:20.776939 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-2776bfbc-7c1a-4d0c-a892-cd897b3cfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:51:20.778540 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-2776bfbc-7c1a-4d0c-a892-cd897b3cfce1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0451460 Aug 24 22:51:20.829657 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-58405ec2-d9bb-4c30-96ef-337ffb426fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:51:20.831242 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-58405ec2-d9bb-4c30-96ef-337ffb426fb9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452054 Aug 24 22:51:20.928928 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-49d9fb8c-4ed0-441e-b46d-23774f50b4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873997 Aug 24 22:51:21.025029 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-eb4da34e-ae8f-4290-9136-41c1896c0fb2 req-1e3478bd-acdd-4eac-9365-2976b4fc9abe service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 Aug 24 22:51:24.488906 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:51:43.357531 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-d83c713f-af7d-43eb-967e-fecfc6b52359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:45.961785 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-c82a3e0d-d0f8-47b0-abee-dfc64601580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:46.155868 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:47.122770 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:47.322822 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:48.717025 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:51:51.894078 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [req-cecccc07-03e9-4742-a5c3-15adda8f2bbd req-5a40f9f2-d7d7-403f-813f-f167b431f767 service neutron] (94374) timed out ('10.222.0.39', 45386) {{(pid=94374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 22:52:01.490762 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:52:13.332154 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-25117b28-0738-413d-85b3-58137de95c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:15.984838 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-e9b2823f-f697-4a3a-862f-821fbd5eddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:16.150364 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:17.059163 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:17.299162 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:18.726210 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:22.239161 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-30c76ecd-cce9-4097-9079-a62e67df8ecc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395312 Aug 24 22:52:22.307607 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-75394a86-9255-4a7d-a1a3-86cfc98cbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:22.309033 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-75394a86-9255-4a7d-a1a3-86cfc98cbc28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1099 time: 0.0386119 Aug 24 22:52:22.412662 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-41461664-2d39-4786-a167-8a7e5d25b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:22.414167 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-41461664-2d39-4786-a167-8a7e5d25b2aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0866477 Aug 24 22:52:22.479967 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-e4c8eec0-3f87-470b-9985-d7576d944ba8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 1002 time: 0.0584490 Aug 24 22:52:22.529859 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-fe652c01-7e3b-455a-baf4-fbeddcb13d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:22.531257 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-fe652c01-7e3b-455a-baf4-fbeddcb13d9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0443304 Aug 24 22:52:22.582246 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-03256743-70f4-411c-a4ac-4cdecb5e092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:22.583745 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-03256743-70f4-411c-a4ac-4cdecb5e092a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451295 Aug 24 22:52:22.674661 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-eb081687-27cc-46a8-9cc3-c905eabd8e30 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Aug 24 22:52:22.770960 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a47fb811-0016-42b2-aea5-29b26ef7cc19 req-24f8e334-aeee-4f9c-80a0-0e73bce4b822 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889940 Aug 24 22:52:36.554907 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51940) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:36.712003 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port ce771a49-c70b-4e3b-bf0e-d71a194f21c3 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:36.712345 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:36.787561 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:36.787884 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:36.799548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for ce771a49-c70b-4e3b-bf0e-d71a194f21c3 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:37.058691 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:37.085684 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=ce771a49-c70b-4e3b-bf0e-d71a194f21c3,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:37.113952 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.114292 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.114625 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.114951 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.115279 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.115602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.115921 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.116238 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.116557 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.116872 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.117185 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.117508 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:37.156279 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:37.156598 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP 2e4b0219-9212-4206-8c35-74ca1aba407e disassociated (deleted). External IP: 172.27.0.161, port: 48771bb1-f963-4cd0-8986-ad68cc969268. Aug 24 22:52:37.369976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:52:37.479529 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:52:37.487097 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:37.492903 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:52:37.502877 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:37.503493 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:37.517199 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-f1945f3f-3323-4957-8eaf-8edbcf3d49df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "DELETE /v2.0/floatingips/2e4b0219-9212-4206-8c35-74ca1aba407e HTTP/1.1" status: 204 len: 168 time: 0.9605834 Aug 24 22:52:37.517865 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:52:37.520061 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac25972-e54a-4b75-ac61-29adca0c88c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:52:37.562129 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7c58c-04f0-4d59-9120-fd9f5f2ea375 x-openstack-request-id: req-4aa7c58c-04f0-4d59-9120-fd9f5f2ea375 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:52:37.562753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:52:37.562753 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4aa7c58c-04f0-4d59-9120-fd9f5f2ea375 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:52:37.563080 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268', 'status': 'completed', 'code': 200} Aug 24 22:52:37.621957 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:37.653133 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-f73cb4f9-1bb0-4a0a-aa4c-3ab3a679e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:37.654899 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-f73cb4f9-1bb0-4a0a-aa4c-3ab3a679e878 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 1099 time: 0.0433776 Aug 24 22:52:37.753871 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-6052497f-b929-4965-b5dd-3918fa94dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:37.755387 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-6052497f-b929-4965-b5dd-3918fa94dd45 service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0934374 Aug 24 22:52:37.874939 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:37.905049 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:52:37.914967 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:37.915603 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:16Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:38.031386 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:38.088816 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-41c8ed34-cf46-4bc1-867e-d11610284041 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 200 len: 217 time: 0.3266184 Aug 24 22:52:38.166647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-98fa30d9-e7bb-4031-997d-0d50dd8aab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:38.168032 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-98fa30d9-e7bb-4031-997d-0d50dd8aab2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0716436 Aug 24 22:52:38.176461 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c365-3b99-4c99-831f-1da3419ac15e req-b9eb156e-a9d2-4d4f-8f3b-124c2b8fb800 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:38.178227 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c805c365-3b99-4c99-831f-1da3419ac15e req-b9eb156e-a9d2-4d4f-8f3b-124c2b8fb800 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0921526 Aug 24 22:52:38.243916 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-c805c365-3b99-4c99-831f-1da3419ac15e req-118ca91e-21e8-48cc-9802-41f1de9ae4a5 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568042 Aug 24 22:52:38.246750 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-ef4fbb97-6deb-45d9-8d95-657c51e6d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:38.248147 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-ef4fbb97-6deb-45d9-8d95-657c51e6d84d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690157 Aug 24 22:52:38.276543 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:38.306947 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179439d-71ff-4f36-b728-ef2796619209 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_floatingips': [{'id': '4691870b-f90e-44d7-a1f9-d0aa4324e00c', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'router_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'port_id': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'mac_address': 'fa:16:3e:5f:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T22:48:18Z', 'updated_at': '2021-08-24T22:48:21Z', 'revision_number': 1, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:52:38.353689 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-7482b68c-e3cb-4eff-be5d-581621c3cba0 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972025 Aug 24 22:52:38.450208 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-cac25972-e54a-4b75-ac61-29adca0c88c6 req-d7b049d9-4ad3-44bc-90ea-49bf444111fd service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879991 Aug 24 22:52:38.489904 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:52:38.531854 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54176d6b-7e36-4d35-815e-aaaf1c044918 None None] New status for floating IP 2e4b0219-9212-4206-8c35-74ca1aba407e: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:52:39.390205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4ffc7-f92a-440f-93ea-6a7bd6d7e675 req-ff58253e-8c79-435a-bc23-5fd075589ef0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:39.392573 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-82c4ffc7-f92a-440f-93ea-6a7bd6d7e675 req-ff58253e-8c79-435a-bc23-5fd075589ef0 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0530596 Aug 24 22:52:39.431897 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-82c4ffc7-f92a-440f-93ea-6a7bd6d7e675 req-f8176ae5-57f2-479a-a11f-46ea6ab342bf tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320847 Aug 24 22:52:39.937096 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-8afe9ffb-ff5a-4929-85f6-158c343fc28d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:39.939742 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-8afe9ffb-ff5a-4929-85f6-158c343fc28d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 946 time: 0.0509472 Aug 24 22:52:40.038006 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port 48771bb1-f963-4cd0-8986-ad68cc969268 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:40.039254 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:40.129367 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] For port 48771bb1-f963-4cd0-8986-ad68cc969268, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=48771bb1-f963-4cd0-8986-ad68cc969268,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:40.129763 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:40.145821 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for 48771bb1-f963-4cd0-8986-ad68cc969268 owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:40.333177 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:40.363602 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=48771bb1-f963-4cd0-8986-ad68cc969268,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:40.413617 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] No DVR routers for this DVR port 48771bb1-f963-4cd0-8986-ad68cc969268 on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:52:40.416064 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:40.418050 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-83e58786-9807-492d-a5f8-2a0dde88d60a req-a42861bb-b97e-4600-a6c6-19d32de010df tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "DELETE /v2.0/ports/48771bb1-f963-4cd0-8986-ad68cc969268 HTTP/1.1" status: 204 len: 173 time: 0.4727905 Aug 24 22:52:40.418477 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'name': 'network-vif-deleted', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:52:40.420860 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a95fc2-9bac-47d1-8cf0-3773767d9aa8" -d '{"events": [{"server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "name": "network-vif-deleted", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:52:40.472738 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b1e27-e57a-43bb-bc44-0c13f3b3c5f7 x-openstack-request-id: req-372b1e27-e57a-43bb-bc44-0c13f3b3c5f7 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:52:40.472899 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a", "name": "network-vif-deleted", "tag": "48771bb1-f963-4cd0-8986-ad68cc969268", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:52:40.473147 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-372b1e27-e57a-43bb-bc44-0c13f3b3c5f7 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:52:40.473566 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a', 'name': 'network-vif-deleted', 'tag': '48771bb1-f963-4cd0-8986-ad68cc969268', 'status': 'completed', 'code': 200} Aug 24 22:52:40.532030 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-63f01594-7006-4d4e-be18-e7aab327a8fa req-a5029b17-0cf5-4cfd-9a9d-23c50e986093 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0267158 Aug 24 22:52:41.641314 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-a14791ac-158f-43f3-bb45-15a93597c790 req-7f611071-8cea-40d8-a880-47ce45ebfa77 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf0f3c5-54e5-46a8-ac79-8c7f2b9a188a HTTP/1.1" status: 200 len: 210 time: 0.0268154 Aug 24 22:52:41.912231 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 48771bb1-f963-4cd0-8986-ad68cc969268 no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:52:41.931895 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: 48771bb1-f963-4cd0-8986-ad68cc969268 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:52:41.932243 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device 48771bb1-f963-4cd0-8986-ad68cc969268 not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:52:43.361345 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-eda1fb13-f39d-4628-b577-b90c59bc0bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.212272 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 51988) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:45.372918 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:45.373265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.450965 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.451211 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.463363 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:45.675599 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.699786 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=f18dd4c9-85e7-4fbf-b82b-26f6c2bc0342,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:45.765039 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.765341 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.db.l3_db [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Floating IP 4691870b-f90e-44d7-a1f9-d0aa4324e00c disassociated (deleted). External IP: 172.27.0.141, port: f2724051-1951-4e38-bdd6-84d20cf1675d. Aug 24 22:52:45.967303 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-4717801d-d9ea-4653-8c59-bbc36cfa85bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:45.986018 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:52:46.097976 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:52:46.103004 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:46.108507 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:52:46.117320 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:46.117976 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:46.134744 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-b912a77a-c6d2-43fa-a0a2-4843c9edcb9d tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "DELETE /v2.0/floatingips/4691870b-f90e-44d7-a1f9-d0aa4324e00c HTTP/1.1" status: 204 len: 168 time: 0.9189129 Aug 24 22:52:46.134744 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:52:46.135110 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73363f6a-cf83-4277-9520-be6cb8124a48" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:52:46.177343 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999c0c6-aae3-4b75-85a5-28f36c8b4c56 x-openstack-request-id: req-a999c0c6-aae3-4b75-85a5-28f36c8b4c56 {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:52:46.178329 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:52:46.178329 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a999c0c6-aae3-4b75-85a5-28f36c8b4c56 {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:52:46.178329 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'status': 'completed', 'code': 200} Aug 24 22:52:46.183546 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:46.238813 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:46.265384 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-e41e587c-269d-4e1f-a8b6-01cbe3c63191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:46.269814 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-e41e587c-269d-4e1f-a8b6-01cbe3c63191 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 1099 time: 0.0459180 Aug 24 22:52:46.370549 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-aafd23e4-e0b0-4433-8397-b0bc2eb2922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:46.372144 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-aafd23e4-e0b0-4433-8397-b0bc2eb2922e service neutron] 10.222.0.25 "GET /v2.0/networks?id=946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 200 len: 913 time: 0.0968754 Aug 24 22:52:46.426448 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-9e7ae0cc-dfbc-4c8c-a04f-5a05a6d861a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 200 len: 217 time: 0.0398679 Aug 24 22:52:46.452965 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:46.482678 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-1048b306-4be0-4977-b810-f23abd30a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:46.484250 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-1048b306-4be0-4977-b810-f23abd30a86c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 200 len: 851 time: 0.0510688 Aug 24 22:52:46.537429 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-461c4e05-eb57-43b3-ad6e-0e8d3b158311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:46.539337 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-461c4e05-eb57-43b3-ad6e-0e8d3b158311 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=946eba29-c226-4912-8148-25622f95e34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483024 Aug 24 22:52:46.576915 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6469161-fd0a-4673-b92c-ecc3601f3e8a req-de3176f2-a2d2-4d88-a3fb-404c1bfdc6ef tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:46.578765 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6469161-fd0a-4673-b92c-ecc3601f3e8a req-de3176f2-a2d2-4d88-a3fb-404c1bfdc6ef tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0526371 Aug 24 22:52:46.618170 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:52:46.624333 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-d6469161-fd0a-4673-b92c-ecc3601f3e8a req-1bf4c765-3bd7-4ddf-a582-9429b380b165 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389705 Aug 24 22:52:46.628276 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:46.629024 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:46.650412 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-22f59659-1772-44c3-a8a9-080784eb73c1 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029167 Aug 24 22:52:46.732757 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:46.748155 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-73363f6a-cf83-4277-9520-be6cb8124a48 req-073231c7-2e71-4cb2-98f7-dd6c3a630821 service neutron] 10.222.0.25 "GET /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891120 Aug 24 22:52:46.939725 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:46.965965 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a53b1-f5a3-43b9-b545-45a241740128 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:27Z', 'revision_number': 4, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi', '_interfaces': [{'id': 'ecae47ce-6fce-4720-a774-1af3a2774493', 'name': '', 'network_id': '946eba29-c226-4912-8148-25622f95e34d', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'mac_address': 'fa:16:3e:74:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '439480a1-d76f-4081-b055-566498a93c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:27Z', 'updated_at': '2021-08-24T22:44:34Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'subnets': [{'id': '439480a1-d76f-4081-b055-566498a93c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:52:47.052862 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:47.209633 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a658660f-9e46-4408-b51f-afe96cecdc2f None None] New status for floating IP 4691870b-f90e-44d7-a1f9-d0aa4324e00c: DOWN {{(pid=94377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 22:52:47.376938 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:47.752011 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789a74-5e9e-46ec-a177-14dad49a01d0 req-1773531e-29fa-4c4e-a1f5-b4065350f136 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:47.753639 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20789a74-5e9e-46ec-a177-14dad49a01d0 req-1773531e-29fa-4c4e-a1f5-b4065350f136 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0535388 Aug 24 22:52:47.793563 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-20789a74-5e9e-46ec-a177-14dad49a01d0 req-f1dfe538-1bef-427b-8d9b-49f34a525a43 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/security-groups?id=94bb35f8-6fae-4d29-831c-132d08e71135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335646 Aug 24 22:52:48.326659 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-c43ff163-0658-4bdd-9396-3fabf2d70641 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 22:52:48.328031 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-c43ff163-0658-4bdd-9396-3fabf2d70641 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 946 time: 0.0489769 Aug 24 22:52:48.425630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port f2724051-1951-4e38-bdd6-84d20cf1675d {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:48.425968 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:48.524548 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] For port f2724051-1951-4e38-bdd6-84d20cf1675d, host hv-cinder-80588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80588',level=0,port_id=f2724051-1951-4e38-bdd6-84d20cf1675d,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:48.524930 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:48.538628 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for f2724051-1951-4e38-bdd6-84d20cf1675d owned by compute:nova {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:48.743104 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:48.773106 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:48.803265 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=f2724051-1951-4e38-bdd6-84d20cf1675d,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:48.846898 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] No DVR routers for this DVR port f2724051-1951-4e38-bdd6-84d20cf1675d on host hv-cinder-80588 {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:52:48.849403 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for port, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:48.852954 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-3eef801b-01b5-4490-83a0-d41fb72de7d5 req-7b929006-949c-409d-b1ff-e79943354cba tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.25 "DELETE /v2.0/ports/f2724051-1951-4e38-bdd6-84d20cf1675d HTTP/1.1" status: 204 len: 173 time: 0.5170894 Aug 24 22:52:48.852954 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'name': 'network-vif-deleted', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d'}] {{(pid=94375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 22:52:48.854751 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85773924590278465e00733c33dd174f6931c425925806332d37b0a043269314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0426ba-3851-46a1-bf94-3462156ff054" -d '{"events": [{"server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "name": "network-vif-deleted", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d"}]}' {{(pid=94375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 22:52:48.892612 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [req-82260f64-1cc3-4f80-8dd8-9b09abb5ecea req-5654a06c-fe74-4b52-b1bb-e873fe983f7e tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 210 time: 0.0285878 Aug 24 22:52:48.897092 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a10b0f-7cee-48aa-b934-d1d50fce7aee x-openstack-request-id: req-b7a10b0f-7cee-48aa-b934-d1d50fce7aee {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 22:52:48.897383 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb", "name": "network-vif-deleted", "tag": "f2724051-1951-4e38-bdd6-84d20cf1675d", "status": "completed", "code": 200}]} {{(pid=94375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 22:52:48.897672 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7a10b0f-7cee-48aa-b934-d1d50fce7aee {{(pid=94375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 22:52:48.902532 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb', 'name': 'network-vif-deleted', 'tag': 'f2724051-1951-4e38-bdd6-84d20cf1675d', 'status': 'completed', 'code': 200} Aug 24 22:52:50.010890 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [req-e6585bde-94fd-4eab-a482-7b719ba966ca req-8d14f621-fc48-4b28-b7b7-2f50b2758985 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e2588c3-ff9b-4cd2-b1b8-a84324cdeaeb HTTP/1.1" status: 200 len: 210 time: 0.0309043 Aug 24 22:52:51.069221 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52008) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:51.193981 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Deleting port 7b47dd27-ed47-436d-82f7-1496b14f26f1 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:51.194315 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.270199 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.270450 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.282185 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Calling delete_port for 7b47dd27-ed47-436d-82f7-1496b14f26f1 owned by network:floatingip {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:51.485718 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.513077 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'Port': ['ID=7b47dd27-ed47-436d-82f7-1496b14f26f1,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:51.578506 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.581096 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96942'] for floatingip, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:51.583198 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-54fc920d-3c8e-4b39-a102-39b18bec2bd4 tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "DELETE /v2.0/floatingips/e638ab3a-782a-45e4-b785-8b1f71952232 HTTP/1.1" status: 204 len: 168 time: 0.5129406 Aug 24 22:52:51.974363 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f2724051-1951-4e38-bdd6-84d20cf1675d no longer exists at agent hyperv_hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:52:51.998468 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] No Port match for: f2724051-1951-4e38-bdd6-84d20cf1675d {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:52:51.998833 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Device f2724051-1951-4e38-bdd6-84d20cf1675d not bound to the agent host hv-cinder-80588 {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:52:52.935942 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52020) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:53.000385 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:53.026622 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:53.143883 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:53.147730 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:53.149155 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] 10.222.0.39 "DELETE /v2.0/security-groups/94bb35f8-6fae-4d29-831c-132d08e71135 HTTP/1.1" status: 204 len: 168 time: 0.2120607 Aug 24 22:52:53.158630 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e131e8-f61c-49e2-86e1-c668ad20bbce tempest-TestVolumeBootPattern-530110397 tempest-TestVolumeBootPattern-530110397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bb35f8-6fae-4d29-831c-132d08e71135,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:53.254915 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52024) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:53.962260 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:54.214854 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Deleting port ecae47ce-6fce-4720-a774-1af3a2774493 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:54.215083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:54.294225 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] For port ecae47ce-6fce-4720-a774-1af3a2774493, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=ecae47ce-6fce-4720-a774-1af3a2774493,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:54.295155 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:54.312041 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Calling delete_port for ecae47ce-6fce-4720-a774-1af3a2774493 owned by network:router_interface {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:54.544162 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:54.569745 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecae47ce-6fce-4720-a774-1af3a2774493,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:54.580936 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.581286 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.582223 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.584468 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.585118 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.585118 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.585118 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:54.748389 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:54.967758 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Router 72fa491c-8474-4d2c-b965-adabd7ecec74 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:52:55.078360 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:52:55.083486 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-4cfeefe0-8e7b-4ec8-a702-9e8dc3882bc4 admin admin] 10.222.0.39 "PUT /v2.0/routers/72fa491c-8474-4d2c-b965-adabd7ecec74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273463 Aug 24 22:52:55.086083 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52028) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:55.088835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Sync routers for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:52:55.099618 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:55.100269 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:55.199534 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.216418 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:55.308632 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.395647 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:52:54Z', 'revision_number': 5, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port': {'id': 'f78d2257-af8c-42c7-8aa4-27ab91e9619d', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:55.422632 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Checking router: 72fa491c-8474-4d2c-b965-adabd7ecec74 for host: dv-cinder-805887-2-iscsi {{(pid=94376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:52:55.431599 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Routers {'72fa491c-8474-4d2c-b965-adabd7ecec74'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:55.431915 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Deleting port f78d2257-af8c-42c7-8aa4-27ab91e9619d {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:55.432206 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['72fa491c-8474-4d2c-b965-adabd7ecec74'], 'active': True} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:55.432329 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.514534 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] For port f78d2257-af8c-42c7-8aa4-27ab91e9619d, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=f78d2257-af8c-42c7-8aa4-27ab91e9619d,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:55.515098 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.526783 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvr_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] Set router 72fa491c-8474-4d2c-b965-adabd7ecec74 gateway port host: None {{(pid=94376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:55.531266 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Calling delete_port for f78d2257-af8c-42c7-8aa4-27ab91e9619d owned by network:router_gateway {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:55.590635 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_hamode_db [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:52:55Z', 'revision_number': 6, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:55.621985 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1238d-e1ac-4db1-baaf-0571118d5908 None None] The sync data for ids ['72fa491c-8474-4d2c-b965-adabd7ecec74'] in dv-cinder-805887-2-iscsi is: [{'id': '72fa491c-8474-4d2c-b965-adabd7ecec74', 'name': 'tempest-TestVolumeBootPattern-1699100215-router', 'tenant_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:24Z', 'updated_at': '2021-08-24T22:52:55Z', 'revision_number': 6, 'project_id': 'a23ec40025ed49cfb84d6eb9fc3f6bc3', 'gw_port_host': None}] {{(pid=94376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:52:55.778205 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.806214 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f78d2257-af8c-42c7-8aa4-27ab91e9619d,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:55.872897 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.969472 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:55.974245 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.096625 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.097930 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fa491c-8474-4d2c-b965-adabd7ecec74 {{(pid=94374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:52:56.106218 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] Notify callbacks [] for router, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.106218 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-be3a2fef-aba4-43bc-af6e-1f3d956af3ba admin admin] 10.222.0.39 "DELETE /v2.0/routers/72fa491c-8474-4d2c-b965-adabd7ecec74 HTTP/1.1" status: 204 len: 168 time: 1.0166571 Aug 24 22:52:56.106616 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52030) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:56.157607 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Deleting subnet 439480a1-d76f-4081-b055-566498a93c53 {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:52:56.165603 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.211230 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.289628 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.423090 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.451262 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439480a1-d76f-4081-b055-566498a93c53,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:56.455016 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.457343 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-d1bfe773-7a75-43a4-b176-2e4691a20f66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/439480a1-d76f-4081-b055-566498a93c53 HTTP/1.1" status: 204 len: 168 time: 0.3497875 Aug 24 22:52:56.459648 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52032) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:56.462700 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b1789-91f2-441d-8c84-75253e8c1561 None None] Network 946eba29-c226-4912-8148-25622f95e34d requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:52:56.543754 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.603642 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Deleting port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 {{(pid=94374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:56.603985 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.662574 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] DHCP port deletion for 946eba29-c226-4912-8148-25622f95e34d request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:52:56.676892 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.db [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] For port 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=561bc3e9-b77d-43dc-a77e-a320516e1dc2,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:56.677254 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.691188 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.plugin [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Calling delete_port for 561bc3e9-b77d-43dc-a77e-a320516e1dc2 owned by network:dhcp {{(pid=94374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:56.710872 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Deleting port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:56.711307 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.783510 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] For port 561bc3e9-b77d-43dc-a77e-a320516e1dc2, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=561bc3e9-b77d-43dc-a77e-a320516e1dc2,segment=NetworkSegment(5c25d6c3-1279-4548-9864-31a6b6d5426d),segment_id=5c25d6c3-1279-4548-9864-31a6b6d5426d)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:56.791190 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.797518 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Calling delete_port for 561bc3e9-b77d-43dc-a77e-a320516e1dc2 owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:56.846750 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3220808'] for port, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.875643 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=561bc3e9-b77d-43dc-a77e-a320516e1dc2,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:56.877561 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.879935 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] No DVR routers for this DVR port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 on host dv-cinder-805887-2-iscsi {{(pid=94374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:52:56.907668 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Pushing event deleted for resources: {'Port': ['ID=561bc3e9-b77d-43dc-a77e-a320516e1dc2,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:56.916396 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] No DVR routers for this DVR port 561bc3e9-b77d-43dc-a77e-a320516e1dc2 on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:52:56.918738 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.919085 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.919419 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.919773 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.920113 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.920441 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.920766 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.921086 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.921406 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.921753 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.922074 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.922396 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214c053-ae97-4824-952c-08e79741d8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805887-2-iscsi {{(pid=94376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 22:52:56.957603 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:56.969053 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946eba29-c226-4912-8148-25622f95e34d']}} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:56.980864 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c25d6c3-1279-4548-9864-31a6b6d5426d') {'for_net_delete': True} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:56.981158 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.services.segments.db [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c25d6c3-1279-4548-9864-31a6b6d5426d') {} {{(pid=94374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:56.990571 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3220692'] for segment, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.004293 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.010413 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3220861'] for segment, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: Traceback (most recent call last): Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: timer() Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: cb(*args, **kw) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: return func(*args, **kwargs) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: self._notify() Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: self.callback(batched_events) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: event.method(event) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: return f(self, *a, **k) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._get(url).json() Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: return self.request(url, 'GET', **kwargs) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:52:57.018211 dv-cinder-805887-2-iscsi neutron-server[94374]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:52:57.153866 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.166309 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.166309 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/946eba29-c226-4912-8148-25622f95e34d HTTP/1.1" status: 204 len: 168 time: 0.7030430 Aug 24 22:52:57.166992 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52034) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:57.175103 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc6cf-b2ba-42f1-9366-9e4df3a5cb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=946eba29-c226-4912-8148-25622f95e34d,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:57.517817 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387226'] for router_interface, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.630256 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device ecae47ce-6fce-4720-a774-1af3a2774493 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:52:57.650473 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: ecae47ce-6fce-4720-a774-1af3a2774493 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:52:57.650812 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device ecae47ce-6fce-4720-a774-1af3a2774493 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:52:57.651230 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 561bc3e9-b77d-43dc-a77e-a320516e1dc2 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:52:57.669957 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 561bc3e9-b77d-43dc-a77e-a320516e1dc2 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:52:57.670296 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 561bc3e9-b77d-43dc-a77e-a320516e1dc2 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:52:57.670741 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f78d2257-af8c-42c7-8aa4-27ab91e9619d no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:52:57.690002 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: f78d2257-af8c-42c7-8aa4-27ab91e9619d {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:52:57.690343 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device f78d2257-af8c-42c7-8aa4-27ab91e9619d not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:52:57.770105 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Deleting port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:57.770344 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.854731 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] For port 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:57.855085 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:57.868691 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Calling delete_port for 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac owned by network:router_interface {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:58.114915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:58.145807 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea2dd48-a715-4b41-bff8-5daa6f8b97ac,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:58.309537 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7887852'] for router_interface, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:58.784879 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 has already been hosted by L3 agent 283b87cc-b7ff-4e99-8a9c-6822c8d13a26 {{(pid=94375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 22:52:58.900286 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] Notify agent at l3_agent.dv-cinder-805887-2-iscsi the message routers_updated {{(pid=94375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 22:52:58.905376 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-967d536b-b5ec-4076-ab19-51bae6234229 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce5109e8-780a-4fb3-bd86-1a4c6c6179e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373741 Aug 24 22:52:58.907990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52036) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:58.911992 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Sync routers for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 22:52:58.920694 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:58.921303 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:59.028389 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks [] for router, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.122064 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: dv-cinder-805887-2-iscsi {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:59.135375 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.238744 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Deleting port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:52:59.239088 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.309249 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'external_fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:52:58Z', 'revision_number': 5, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port': {'id': '82a1a22c-93bd-4e3d-86ff-60e7e1827d02', 'name': '', 'network_id': 'c1873254-d8c4-4851-9bd4-d31931e51dc2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805887-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T22:44:31Z', 'updated_at': '2021-08-24T22:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5083040d-3f70-41d9-b1de-0b9a09460bbc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805887-2-iscsi'}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:59.323948 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] For port 82a1a22c-93bd-4e3d-86ff-60e7e1827d02, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,segment=NetworkSegment(66f8fa18-0295-46e7-8d54-722388c57115),segment_id=66f8fa18-0295-46e7-8d54-722388c57115)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:52:59.324536 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.337527 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Checking router: ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 for host: dv-cinder-805887-2-iscsi {{(pid=94377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 22:52:59.337915 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Calling delete_port for 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 owned by network:router_gateway {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:52:59.345911 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Routers {'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'} bound to L3 agent in host dv-cinder-805887-2-iscsi {{(pid=94377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 22:52:59.346525 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805887-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T22:23:46Z,description=,heartbeat_timestamp=2021-08-24T22:52:46Z,host='dv-cinder-805887-2-iscsi',id=283b87cc-b7ff-4e99-8a9c-6822c8d13a26,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T22:23:46Z,topic='l3_agent')) {'router_ids': ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'], 'active': True} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:59.436099 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_dvr_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] Set router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 gateway port host: None {{(pid=94377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 22:52:59.489598 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.l3_hamode_db [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:52:59Z', 'revision_number': 6, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port_host': None}], 'dv-cinder-805887-2-iscsi', False) {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:52:59.521539 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9daa343-c105-49d0-ae12-bc71e8168934 None None] The sync data for ids ['ce5109e8-780a-4fb3-bd86-1a4c6c6179e9'] in dv-cinder-805887-2-iscsi is: [{'id': 'ce5109e8-780a-4fb3-bd86-1a4c6c6179e9', 'name': 'tempest-TestVolumeBootPattern-2039325743-router', 'tenant_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T22:44:30Z', 'updated_at': '2021-08-24T22:52:59Z', 'revision_number': 6, 'project_id': '5819a8f67c1e4e2a99cbfa65ac5af76c', 'gw_port_host': None}] {{(pid=94377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 22:52:59.583291 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.609940 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a1a22c-93bd-4e3d-86ff-60e7e1827d02,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:52:59.672516 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389558'] for router_gateway, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.763138 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-394534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1209'] for router, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.765210 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.886826 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-394543'] for router, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.887410 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 {{(pid=94375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 22:52:59.905997 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] Notify callbacks [] for router, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.907229 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-60150abd-064a-46c5-bdef-871bd02ad471 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ce5109e8-780a-4fb3-bd86-1a4c6c6179e9 HTTP/1.1" status: 204 len: 168 time: 0.9983249 Aug 24 22:52:59.910804 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52038) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:52:59.975482 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Deleting subnet 4a2be4c2-3978-4687-a0dd-ffbebb2059fc {{(pid=94374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 22:52:59.979772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:52:59.997786 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:53:00.018987 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3220699'] for subnet, precommit_delete_associations {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.019220 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:53:00.019220 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2ea2dd48-a715-4b41-bff8-5daa6f8b97ac not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:53:00.097369 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7703694'] for subnet, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.241772 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3220639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3470179'] for subnet, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.268193 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2be4c2-3978-4687-a0dd-ffbebb2059fc,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:00.271994 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for subnet, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.276242 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-0b608982-8ca8-41b2-a07f-3c3b39f264ea admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4a2be4c2-3978-4687-a0dd-ffbebb2059fc HTTP/1.1" status: 204 len: 168 time: 0.3636963 Aug 24 22:53:00.276603 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52040) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:53:00.279269 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf2467-f765-4bf6-bdbf-2a3b0796f241 None None] Network 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 requested from dv-cinder-805887-2-iscsi {{(pid=94376) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 22:53:00.355671 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7848941'] for network, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.421581 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Deleting port 2092af29-05ee-40b9-8a23-a2a337a8abee {{(pid=94375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:53:00.422035 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.461526 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] DHCP port deletion for 5daff7e3-d9cc-403b-9c2d-ba3685cd1473 request from dv-cinder-805887-2-iscsi {{(pid=94376) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 22:53:00.497143 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.db [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] For port 2092af29-05ee-40b9-8a23-a2a337a8abee, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2092af29-05ee-40b9-8a23-a2a337a8abee,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:53:00.497835 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.512735 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Deleting port 2092af29-05ee-40b9-8a23-a2a337a8abee {{(pid=94376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 22:53:00.513102 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754649127123'] for port, before_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.514554 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.plugin [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Calling delete_port for 2092af29-05ee-40b9-8a23-a2a337a8abee owned by network:dhcp {{(pid=94375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:53:00.584482 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.db [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] For port 2092af29-05ee-40b9-8a23-a2a337a8abee, host dv-cinder-805887-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805887-2-iscsi',level=0,port_id=2092af29-05ee-40b9-8a23-a2a337a8abee,segment=NetworkSegment(d7c84156-d222-48e5-90c9-5361b14360a3),segment_id=d7c84156-d222-48e5-90c9-5361b14360a3)] {{(pid=94376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 22:53:00.584888 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7891315'] for port, precommit_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.599120 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Calling delete_port for 2092af29-05ee-40b9-8a23-a2a337a8abee owned by network:dhcp {{(pid=94376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 22:53:00.709404 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2712358'] for port, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.715121 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754648969939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754648548545'] for port, after_delete {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.738525 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] Pushing event deleted for resources: {'Port': ['ID=2092af29-05ee-40b9-8a23-a2a337a8abee,revision_number=None']} {{(pid=94376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:00.741729 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Pushing event deleted for resources: {'Port': ['ID=2092af29-05ee-40b9-8a23-a2a337a8abee,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:00.745011 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f34295-91a9-49bf-8ac0-6dba0926dda4 None None] No DVR routers for this DVR port 2092af29-05ee-40b9-8a23-a2a337a8abee on host dv-cinder-805887-2-iscsi {{(pid=94376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:53:00.747851 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] No DVR routers for this DVR port 2092af29-05ee-40b9-8a23-a2a337a8abee on host dv-cinder-805887-2-iscsi {{(pid=94375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 22:53:00.820647 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7704329', 'neutron.services.segments.db._delete_segments_for_network-8754649110191'] for network, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.830424 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5daff7e3-d9cc-403b-9c2d-ba3685cd1473']}} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:53:00.840990 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c84156-d222-48e5-90c9-5361b14360a3') {'for_net_delete': True} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:53:00.842978 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.services.segments.db [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c84156-d222-48e5-90c9-5361b14360a3') {} {{(pid=94375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 22:53:00.850761 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754649110074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3647635'] for segment, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.864585 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187'] for segment, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.871255 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7816187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2712339'] for segment, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: Traceback (most recent call last): Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: timer() Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: cb(*args, **kw) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: return func(*args, **kwargs) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: self._notify() Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: self.callback(batched_events) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: event.method(event) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: return f(self, *a, **k) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._get(url).json() Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: return self.request(url, 'GET', **kwargs) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 22:53:00.877425 dv-cinder-805887-2-iscsi neutron-server[94375]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 22:53:01.006972 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7704320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-389530'] for network, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.012367 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904990'] for network, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.014229 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] 10.222.0.39 "DELETE /v2.0/networks/5daff7e3-d9cc-403b-9c2d-ba3685cd1473 HTTP/1.1" status: 204 len: 168 time: 0.7365782 Aug 24 22:53:01.025813 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74849d-970a-4901-9580-a1aff36ee23a admin admin] Pushing event deleted for resources: {'Network': ['ID=5daff7e3-d9cc-403b-9c2d-ba3685cd1473,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:01.290567 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52044) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:53:01.330699 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-cfdca053-d83f-4b15-a795-5daba101e8a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a23ec40025ed49cfb84d6eb9fc3f6bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389273 Aug 24 22:53:01.333845 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [-] (94375) accepted ('10.222.0.39', 52046) {{(pid=94375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:53:01.381879 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.403396 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.515395 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.518021 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron_lib.callbacks.manager [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:01.519451 dv-cinder-805887-2-iscsi neutron-server[94375]: INFO neutron.wsgi [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4253eba6-b9de-4a39-af10-305daeb272ef HTTP/1.1" status: 204 len: 168 time: 0.1844478 Aug 24 22:53:01.528282 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43841e-4491-4e76-bc57-4dd9f38927a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4253eba6-b9de-4a39-af10-305daeb272ef,revision_number=None']} {{(pid=94375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:01.622088 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2092af29-05ee-40b9-8a23-a2a337a8abee no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:53:01.646481 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 2092af29-05ee-40b9-8a23-a2a337a8abee {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:53:01.646817 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 2092af29-05ee-40b9-8a23-a2a337a8abee not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:53:01.647238 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 no longer exists at agent ovs-agent-dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 22:53:01.665764 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] No Port match for: 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 {{(pid=94376) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 22:53:01.671011 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron.plugins.ml2.rpc [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Device 82a1a22c-93bd-4e3d-86ff-60e7e1827d02 not bound to the agent host dv-cinder-805887-2-iscsi {{(pid=94376) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 22:53:02.135576 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52052) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:53:02.177803 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-e96e3a63-896f-4ee6-ae49-f28a6c6acc7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5819a8f67c1e4e2a99cbfa65ac5af76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409415 Aug 24 22:53:02.180163 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [-] (94374) accepted ('10.222.0.39', 52054) {{(pid=94374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 22:53:02.228877 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:02.249742 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:02.359696 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469822'] for security_group, after_delete {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:02.362280 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron_lib.callbacks.manager [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:02.363568 dv-cinder-805887-2-iscsi neutron-server[94374]: INFO neutron.wsgi [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/000f4c75-03f7-4616-a9c5-a7ba147292d8 HTTP/1.1" status: 204 len: 168 time: 0.1822398 Aug 24 22:53:02.372217 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfecd1c-84d6-4a77-a4e0-94adb206b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f4c75-03f7-4616-a9c5-a7ba147292d8,revision_number=None']} {{(pid=94374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 22:53:13.366202 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-db64c7c9-903f-4d7b-994e-6486df01c807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:15.489707 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:53:15.966036 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6c0546e8-8a79-4b5e-902e-c3a0110ff05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:16.160825 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:17.078789 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:17.343402 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:18.709056 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:43.342259 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-98ee116d-6028-4b0a-a544-063c6c87eecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:45.948048 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-6f731ca4-8478-4043-a5e5-25a2c8ee62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:46.165508 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:47.091079 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:47.347892 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:48.725911 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:53:52.488776 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:54:13.345963 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-97e9ea49-6390-4586-bf5a-61686cd69400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:15.975309 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-846c3e72-756c-48f2-9305-f3bee20cc421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:16.210058 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:17.101461 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:17.364684 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:18.725450 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:29.488933 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:54:43.386289 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-33cc5b5f-ca10-4249-97a3-ce79697b6bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:45.980512 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2e075f48-dacc-45f1-8f2f-8509e213ca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:46.151749 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:47.071808 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:47.380770 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:54:48.752310 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:06.490907 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:55:13.349841 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8cf3e6df-b040-467e-902a-46c81825a2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:15.951467 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-fa70bc75-f49f-4158-8f54-1d1765fe95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:16.174530 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:17.098776 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:17.368407 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:18.728511 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:43.400350 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-06bd45b1-4d0b-48de-90c4-7ffbd347dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:43.490431 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:55:46.000155 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-146574a1-407e-4a40-b7c2-5d4aaab271b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:46.184584 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:47.104407 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:47.389835 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:55:48.760006 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:13.372064 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0eb3-7b36-4d6e-b49e-cf4271169343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:15.982332 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-aec1269c-2ebc-459a-9ada-c4e0399a6117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:16.206293 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:17.092088 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:17.376448 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:18.732089 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:20.489656 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:56:43.365965 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a6824c6d-2318-4ec2-bb66-eb39b0e2fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:45.954061 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-216e9b97-7b62-41d7-bf78-049ed5c32e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:46.234511 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:47.114244 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:47.399837 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:47.421501 dv-cinder-805887-2-iscsi neutron-server[94375]: DEBUG neutron.wsgi [req-ae3069bb-ba56-4f0b-89db-a0e7073f1c37 req-cfa062eb-1b9a-4341-a091-5232a26cc696 service neutron] (94375) timed out ('10.222.0.39', 48102) {{(pid=94375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 22:56:48.642175 dv-cinder-805887-2-iscsi neutron-server[94374]: DEBUG neutron.wsgi [req-428f8bba-b5db-4a12-82b0-c36e43895fa6 req-ba142376-9e13-44f3-a050-07cb5737dbc1 tempest-TestShelveInstance-1880095341 tempest-TestShelveInstance-1880095341-project] (94374) timed out ('10.222.0.25', 55839) {{(pid=94374) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 22:56:48.737101 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:56:57.489092 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:57:13.359079 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-3de7aafc-6b70-4890-8156-7e227bdf147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:15.958914 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-00c41ff9-85f2-40d9-8bc2-79870b2a07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:16.175878 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:17.067660 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:17.427775 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:18.734572 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:34.489221 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:57:43.361804 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-628fe311-01a9-444f-b071-5050def87bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:45.986983 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-62db3d32-971e-49fe-97c9-6eea79b41001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:46.175280 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:47.087725 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:47.409291 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:57:48.769558 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:11.488013 dv-cinder-805887-2-iscsi neutron-server[94377]: DEBUG neutron.db.agents_db [None req-296bf6b6-561d-4082-a339-cf14f838d366 None None] Agent healthcheck: found 6 active agents {{(pid=94377) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 22:58:13.384077 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-a053f5eb-2687-4ddd-8974-c26da1f124a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:15.991777 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe243-8da7-4273-9093-6d0cfc8da203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:16.191500 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba784-87da-44ce-adec-015cc10983dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:17.098372 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-53e35317-a51b-4c4c-864c-e1ea837b4fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:17.397974 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-2dacb5dd-f676-4151-a862-cc36c03d2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 22:58:18.762570 dv-cinder-805887-2-iscsi neutron-server[94376]: DEBUG neutron_lib.callbacks.manager [None req-088a9178-80ff-469d-9e34-979e3f5873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754649110173', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7715651'] for agent, after_update {{(pid=94376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}